-- Logs begin at Wed 2022-09-14 11:10:52 UTC, end at Wed 2022-09-14 12:34:54 UTC. -- Sep 14 11:56:54.530291 dv-cinder-844962-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 11:56:57.294681 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.common.config [-] Logging enabled! Sep 14 11:56:57.295274 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev570 Sep 14 11:56:57.295505 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106753) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 14 11:56:57.298774 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.common.config [-] Logging enabled! Sep 14 11:56:57.299038 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev570 Sep 14 11:56:57.299353 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106753) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 14 11:56:57.300323 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 11:56:57.300560 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 11:56:57.301096 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 11:56:57.301349 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 11:56:57.301581 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 11:56:57.301927 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.302232 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.302469 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.302771 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.303077 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.303365 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.303662 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.303960 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.304352 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.304682 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.304973 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.305208 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.305497 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.305794 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.306110 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.306337 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] debug = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.306623 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.307059 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.307484 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.307770 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.308064 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.308350 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.308625 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.308906 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.309194 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.309534 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] host = dv-cinder-844962-2-iscsi {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.309813 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.310132 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.310427 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.310738 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.311000 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.311308 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.311572 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.311854 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.312125 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] log_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.312405 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.312697 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.312986 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.313285 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.313516 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.313737 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.314050 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.314345 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.314625 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.314902 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.315178 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.315456 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.315732 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.316004 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.316294 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.316582 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.316870 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.317227 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.317510 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.317789 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.318090 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.318386 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.318693 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.318981 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.319258 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.319547 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.319819 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.320096 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.320454 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.320741 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.321026 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.321318 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.321597 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.321907 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.322190 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.322470 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.322747 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] use_json = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.323029 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.323306 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.323601 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.323881 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.324155 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.324429 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.324704 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.324994 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.325270 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:56:57.325569 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.325912 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.326204 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.326499 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.326807 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.327093 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.327388 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.327675 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.327982 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.328289 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.328544 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.328820 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.329190 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.329470 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.330015 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.330306 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.330535 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.330822 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.331036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.331255 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.331558 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.331786 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.331992 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.332272 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.332668 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.332978 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.333271 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.333494 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.334263 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.334263 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.334514 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.334651 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.334931 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.335217 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.335514 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.335802 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.336600 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.336897 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.337186 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.337468 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.337756 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.338073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.338371 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.338652 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.338939 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.339233 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.339519 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.339796 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.340074 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.340358 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.340635 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.340925 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.341206 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.341483 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.341758 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.342071 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.342418 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.342725 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.343013 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.343296 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.343580 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.343857 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.344133 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.344409 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.344686 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.344960 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.345236 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.345511 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.345794 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.346096 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.346373 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.346652 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.346929 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.347204 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.347492 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.347818 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.348136 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.348420 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.348721 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.349005 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.349288 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.349985 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.349985 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.350148 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.350508 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.350813 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.351131 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.351442 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.352298 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.352605 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.352909 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.353201 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.353486 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.353772 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.354080 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.354362 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.354651 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.354935 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.355218 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.355511 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.355807 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.356112 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.356416 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.356705 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.357008 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.357314 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.357616 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.357950 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.358244 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.358531 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:56:57.358754 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 11:56:57.359008 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106753) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 11:56:57.743633 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 14 11:56:57.743957 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 14 11:56:57.744226 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 14 11:56:57.744461 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 14 11:56:57.744750 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 14 11:56:57.745080 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 11:56:58.073642 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.073846 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.074131 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.075439 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.075715 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.075976 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.129076 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.129364 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.129640 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.146512 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.146804 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.147080 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.175817 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.176103 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.176378 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.214473 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.214759 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.215039 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.451006 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.451771 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.451771 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.452833 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.453611 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.552366 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.552718 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.553007 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.553282 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.553551 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.553890 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.554158 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.554426 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.555238 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.555524 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.555789 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.556068 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.556329 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.556586 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.556844 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.557112 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.557372 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.557643 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.557941 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.558208 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.558489 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.558748 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.559033 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.559413 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.559678 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.559928 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.560327 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:56:58.560568 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:56:58.560811 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:56:58.561043 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:56:58.561298 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:56:58.561539 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:56:58.561947 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 11:56:58.565248 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 11:56:58.569215 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 11:56:58.573200 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 14 11:56:58.574906 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 11:56:58.575543 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 11:56:58.575881 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 11:56:58.576272 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 11:56:58.579175 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 11:56:58.579428 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 11:56:58.579782 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 11:56:58.585110 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 11:56:58.609384 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 11:56:58.609847 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.610256 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106753) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 14 11:56:58.610638 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.612016 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106753) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 11:56:58.612305 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 11:56:58.612549 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 11:56:58.624008 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.624297 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:56:58.751158 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 11:56:58.751375 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 11:56:58.751523 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 11:56:58.751905 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 11:56:58.804456 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO dbcounter [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Registered counter for database neutron Sep 14 11:56:58.826913 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_db.sqlalchemy.engines [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106753) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 11:56:58.833242 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG dbcounter [-] [106753] Writer thread running {{(pid=106753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 11:56:59.482511 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Initializing driver for type 'gre' Sep 14 11:56:59.483542 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] gre ID ranges: [(1, 1000)] Sep 14 11:56:59.693566 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Initializing driver for type 'local' Sep 14 11:56:59.693959 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Initializing driver for type 'vlan' Sep 14 11:56:59.794469 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] VlanTypeDriver initialization complete Sep 14 11:56:59.794749 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Initializing driver for type 'vxlan' Sep 14 11:56:59.795274 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] vxlan ID ranges: [(1, 1000)] Sep 14 11:57:00.011290 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Initializing extension driver 'port_security' Sep 14 11:57:00.011635 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.extensions.port_security [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] PortSecurityExtensionDriver initialization complete Sep 14 11:57:00.011975 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Initializing mechanism driver 'openvswitch' Sep 14 11:57:00.012322 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Initializing mechanism driver 'hyperv' Sep 14 11:57:00.019010 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.plugins.ml2.plugin [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:57:00.019694 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > port after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.020067 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > port after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.020432 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > port after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.020940 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 11:57:00.021378 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > subnet after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.021735 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > subnet after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.022185 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.022577 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 11:57:00.022988 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > network after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.025598 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > network after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.025598 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > network after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.025598 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 11:57:00.025598 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > security_group after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.025598 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > security_group after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.026001 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.026246 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 11:57:00.026656 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.027009 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.027351 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.027883 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 11:57:00.028293 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > address_group after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.028653 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > address_group after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.029004 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.029395 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106753) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 14 11:57:00.029839 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] ML2 OVO RPC backend initialized. {{(pid=106753) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 14 11:57:00.030576 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.030937 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.031357 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > network before_response 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.031717 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > networks before_response 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.032067 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > port before_response 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.032412 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > ports before_response 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.032772 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > subnet before_response 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.033205 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > subnets before_response 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.033559 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > network after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.033934 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > network after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.034279 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > network after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.034622 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > port after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.034964 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > port after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.035302 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > port after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.035642 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > subnet after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.035981 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > subnet after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.036319 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.044528 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded quota_driver: . Sep 14 11:57:00.044843 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.plugin [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Modular L2 Plugin initialization complete Sep 14 11:57:00.045194 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading services supported by the core plugin {{(pid=106753) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 11:57:00.045546 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.plugins.ml2.managers [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Got port-security extension from driver 'port_security' Sep 14 11:57:00.046062 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.extensions.vlantransparent [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Disabled vlantransparent extension. Sep 14 11:57:00.046634 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106753) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 11:57:00.046966 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading Plugin: router Sep 14 11:57:00.083560 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.083953 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router after_create 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.084335 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router before_create 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.084703 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.085089 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.085447 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router after_delete 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.085845 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.086232 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.086605 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router after_create 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.086963 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router after_update 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.087312 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router after_update 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.087668 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.088035 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router after_update 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.088458 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router precommit_update 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.088831 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: port after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.089178 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: port after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.089524 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: subnet after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.089892 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.090250 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.090603 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router precommit_create 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.090952 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: port before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.091299 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router precommit_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.091661 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router after_update 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.092016 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.092369 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router precommit_create 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.092738 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.093086 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router precommit_update 55549900 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.093460 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > agent after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.093817 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > agent after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.094191 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > network after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.095143 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Tracking information for resource: router configured {{(pid=106753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:57:00.095629 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Tracking information for resource: floatingip configured {{(pid=106753) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 11:57:00.100826 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.db.l3_agentschedulers_db [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 11:57:00.101440 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: port after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.101811 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: port after_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.102207 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: port after_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.102567 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: port after_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.103395 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router before_create 55550100 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.103767 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.104134 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router precommit_create 55550100 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.104497 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > router precommit_update 55550100 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.109477 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.services.provider_configuration [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service providers = [] {{(pid=106753) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 11:57:00.109903 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.db.servicetype_db [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106753) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 11:57:00.113012 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.services.service_base [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 11:57:00.113364 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.services.service_base [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 11:57:00.113752 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.services.service_base [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 11:57:00.114683 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.services.service_base [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106753) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 11:57:00.115061 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.services.service_base [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 11:57:00.115464 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:57:00.115792 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 11:57:00.128509 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:57:00.128846 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading Plugin: auto_allocate Sep 14 11:57:00.135419 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: network precommit_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.135796 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: network precommit_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.136340 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:57:00.136664 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading Plugin: tag Sep 14 11:57:00.143434 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:57:00.143767 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading Plugin: timestamp Sep 14 11:57:00.147861 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:57:00.148215 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading Plugin: network_ip_availability Sep 14 11:57:00.153751 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.154153 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.154521 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.155274 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:57:00.155597 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading Plugin: flavors Sep 14 11:57:00.160326 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:57:00.160662 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading Plugin: revisions Sep 14 11:57:00.165448 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106753) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 11:57:00.165837 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_concurrency.lockutils [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.421s {{(pid=106753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 14 11:57:00.166633 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106753) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 14 11:57:00.166981 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Initializing extension manager. Sep 14 11:57:00.167508 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: __init__.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.167856 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: __pycache__ {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.168202 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: address_group.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.169127 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.169710 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: address-group Sep 14 11:57:00.170072 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: address_scope.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.170756 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.171274 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: address-scope Sep 14 11:57:00.171604 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.172494 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.173007 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: router-admin-state-down-before-update Sep 14 11:57:00.173338 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: agent.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.174037 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.174549 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: agent Sep 14 11:57:00.174880 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: agent_resources_synced.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.175762 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.176275 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: agent-resources-synced Sep 14 11:57:00.176599 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: allowedaddresspairs.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.178413 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.178944 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: allowed-address-pairs Sep 14 11:57:00.179276 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: auto_allocated_topology.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.180824 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.181345 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: auto-allocated-topology Sep 14 11:57:00.181675 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: availability_zone.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.182371 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.182890 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: availability_zone Sep 14 11:57:00.183216 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: availability_zone_filter.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.184094 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.184613 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: availability_zone_filter Sep 14 11:57:00.184942 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: data_plane_status.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.185809 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.186352 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 11:57:00.186688 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: default_subnetpools.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.187574 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.188085 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: default-subnetpools Sep 14 11:57:00.188414 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.189205 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.189721 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: dhcp_agent_scheduler Sep 14 11:57:00.190083 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: dns.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.190958 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.191469 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension dns-integration not supported by any of loaded plugins Sep 14 11:57:00.191795 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: dns_domain_ports.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.192668 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.193179 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 11:57:00.193505 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.194416 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.194929 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 11:57:00.195836 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: dvr.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.196482 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.196997 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: dvr Sep 14 11:57:00.197323 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: ecmp_routes.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.198229 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.198744 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 11:57:00.199069 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: empty_string_filtering.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.199936 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.200447 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: empty-string-filtering Sep 14 11:57:00.200773 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.201644 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.202185 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 11:57:00.202511 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.203382 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.203892 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 11:57:00.204216 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: external_net.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.205084 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.205593 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: external-net Sep 14 11:57:00.205950 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.206841 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.207345 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: extra_dhcp_opt Sep 14 11:57:00.207669 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: extraroute.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.208541 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.209052 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: extraroute Sep 14 11:57:00.209374 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: extraroute_atomic.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.210402 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.210977 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: extraroute-atomic Sep 14 11:57:00.211303 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: filter_validation.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.211938 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.212447 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: filter-validation Sep 14 11:57:00.212769 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: fip_pf_description.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.213641 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.214182 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 11:57:00.214506 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: fip_pf_detail.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.215386 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.215892 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 14 11:57:00.216215 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: fip_pf_port_range.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.217092 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.217601 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 14 11:57:00.217949 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: fip_port_details.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.218830 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.219353 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: fip-port-details Sep 14 11:57:00.219678 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: flavors.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.220880 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.221397 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: flavors Sep 14 11:57:00.221727 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.223386 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.223921 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 11:57:00.224276 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: floatingip_pools.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.224953 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.225475 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: floatingip-pools Sep 14 11:57:00.225806 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: ip_allocation.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.226739 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.227249 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 11:57:00.227573 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.228469 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.228985 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: ip-substring-filtering Sep 14 11:57:00.229310 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: l2_adjacency.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.230248 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.230755 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 11:57:00.231083 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: l3.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.232057 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.232576 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: router Sep 14 11:57:00.232903 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.235389 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.235930 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 11:57:00.236268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.237159 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.237685 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: ext-gw-mode Sep 14 11:57:00.238054 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.238970 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.239495 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: l3-ha Sep 14 11:57:00.239824 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.240704 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.241226 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 14 11:57:00.241557 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: l3_flavors.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.243002 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.243670 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: l3-flavors Sep 14 11:57:00.244000 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.245381 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.246008 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 14 11:57:00.246346 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.247238 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.247755 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 11:57:00.248085 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: l3agentscheduler.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.249157 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.249677 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: l3_agent_scheduler Sep 14 11:57:00.250051 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: local_ip.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.251782 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.252306 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension local_ip not supported by any of loaded plugins Sep 14 11:57:00.252639 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: logging.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.254124 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.254662 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension logging not supported by any of loaded plugins Sep 14 11:57:00.255004 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: metering.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.255717 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.256299 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: metering Sep 14 11:57:00.256633 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.258253 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.258786 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: metering_source_and_destination_fields Sep 14 11:57:00.259117 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: multiprovidernet.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.260007 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.260528 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: multi-provider Sep 14 11:57:00.260856 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: netmtu.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.261744 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.262295 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: net-mtu Sep 14 11:57:00.262623 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: netmtu_writable.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.263504 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.264010 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: net-mtu-writable Sep 14 11:57:00.264337 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: network_availability_zone.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.264973 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.265483 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: network_availability_zone Sep 14 11:57:00.265806 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: network_ip_availability.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.266899 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.267410 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: network-ip-availability Sep 14 11:57:00.267738 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: network_segment_range.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.268474 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.268982 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 11:57:00.269308 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: pagination.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.270269 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.270606 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: pagination Sep 14 11:57:00.270933 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: port_device_profile.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.271815 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.272330 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: port-device-profile Sep 14 11:57:00.272654 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: port_mac_address_override.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.273565 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.274107 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: port-mac-override Sep 14 11:57:00.274432 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.275316 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.275824 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: port-mac-address-regenerate Sep 14 11:57:00.276147 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.277036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.277546 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: port-numa-affinity-policy Sep 14 11:57:00.277894 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: port_resource_request.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.278837 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.279347 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 11:57:00.279668 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: port_resource_request_groups.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.280611 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.281121 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 14 11:57:00.281446 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: portbindings.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.282368 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.282879 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: binding Sep 14 11:57:00.283205 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: portbindings_extended.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.284470 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.284997 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: binding-extended Sep 14 11:57:00.285334 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: portsecurity.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.286233 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.286764 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: port-security Sep 14 11:57:00.287089 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: project_id.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.288524 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.288947 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: project-id Sep 14 11:57:00.289229 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: providernet.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.290132 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.290655 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: provider Sep 14 11:57:00.290982 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.294585 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.295078 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos not supported by any of loaded plugins Sep 14 11:57:00.295415 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.296664 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.297195 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 11:57:00.297529 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.298446 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.298970 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 11:57:00.299299 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_default.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.300176 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.300696 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-default not supported by any of loaded plugins Sep 14 11:57:00.301022 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_fip.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.301935 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.302452 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-fip not supported by any of loaded plugins Sep 14 11:57:00.302784 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.303668 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.304180 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 14 11:57:00.305029 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_gateway_ip.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.305947 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.306469 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 11:57:00.306799 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_port_network_policy.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.307687 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.308211 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 11:57:00.308536 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.309548 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.310116 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 14 11:57:00.310441 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.311455 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.311976 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 14 11:57:00.312304 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_pps_rule.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.313443 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.313992 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-pps not supported by any of loaded plugins Sep 14 11:57:00.314329 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_rule_type_details.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.315215 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.315727 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 11:57:00.316052 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.316929 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.317454 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 14 11:57:00.317778 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: qos_rules_alias.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.318828 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.319345 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 11:57:00.319669 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: quota_check_limit.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.320605 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.321613 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: quota-check-limit Sep 14 11:57:00.321962 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: quotasv2.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.322935 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.323265 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: quotas Sep 14 11:57:00.323588 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: quotasv2_detail.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.325281 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.325623 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: quota_details Sep 14 11:57:00.325999 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: rbac.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.327044 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.327578 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: rbac-policies Sep 14 11:57:00.327912 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: rbac_address_group.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.328801 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.329322 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: rbac-address-group Sep 14 11:57:00.330292 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: rbac_address_scope.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.330634 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.331153 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: rbac-address-scope Sep 14 11:57:00.331479 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: rbac_security_groups.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.332369 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.332882 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: rbac-security-groups Sep 14 11:57:00.333210 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: rbac_subnetpool.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.334130 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.334648 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: rbac-subnetpool Sep 14 11:57:00.334971 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: revisionifmatch.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.335883 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.336404 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: revision-if-match Sep 14 11:57:00.336732 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: revisions.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.337823 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.338359 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: standard-attr-revisions Sep 14 11:57:00.338689 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: router_availability_zone.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.339326 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.339840 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: router_availability_zone Sep 14 11:57:00.340167 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: routerservicetype.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.341047 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.341562 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension router-service-type not supported by any of loaded plugins Sep 14 11:57:00.341918 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.342805 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.343322 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: security-groups-normalized-cidr Sep 14 11:57:00.343649 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.344548 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.345925 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: port-security-groups-filtering Sep 14 11:57:00.345925 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.346290 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.346808 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: security-groups-remote-address-group Sep 14 11:57:00.347133 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.348030 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.348555 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: security-groups-shared-filtering Sep 14 11:57:00.348888 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: securitygroup.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.358949 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.359520 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: security-group Sep 14 11:57:00.359850 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: segment.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.360611 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.361134 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension segment not supported by any of loaded plugins Sep 14 11:57:00.361459 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.362475 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.362986 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 11:57:00.363322 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: servicetype.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.364406 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.364923 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: service-type Sep 14 11:57:00.365256 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: sorting.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.366240 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.366571 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: sorting Sep 14 11:57:00.366895 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: standard_attr_segment.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.368335 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.368858 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 11:57:00.369185 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: standardattrdescription.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.369817 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.370364 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: standard-attr-description Sep 14 11:57:00.370688 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: stateful_security_group.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.371701 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.371701 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: stateful-security-group Sep 14 11:57:00.372449 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: stdattrs_common.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.373013 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 11:57:00.373340 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.374347 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.374878 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 11:57:00.375216 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: subnet_onboard.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.376268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.386960 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: subnet_onboard Sep 14 11:57:00.386960 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.387895 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.388453 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 11:57:00.388786 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: subnet_service_types.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.389801 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.390364 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: subnet-service-types Sep 14 11:57:00.390690 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: subnetallocation.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.391762 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.392290 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: subnet_allocation Sep 14 11:57:00.392611 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.393268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.393784 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: subnetpool-prefix-ops Sep 14 11:57:00.394138 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.395052 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.395568 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 11:57:00.395892 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: tagging.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.397021 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.397799 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: standard-attr-tag Sep 14 11:57:00.398220 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: timestamp.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.399891 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.400372 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loaded extension: standard-attr-timestamp Sep 14 11:57:00.400701 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: trunk.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.401712 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.402265 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension trunk not supported by any of loaded plugins Sep 14 11:57:00.402597 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: trunk_details.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.403497 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.404340 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension trunk-details not supported by any of loaded plugins Sep 14 11:57:00.404670 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: uplink_status_propagation.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.405595 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.406122 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 11:57:00.406504 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Loading extension file: vlantransparent.py {{(pid=106753) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 11:57:00.407164 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106753) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 11:57:00.407679 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 11:57:00.410445 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:network Sep 14 11:57:00.410970 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:subnet Sep 14 11:57:00.411465 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 11:57:00.415882 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:port Sep 14 11:57:00.415882 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.415882 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service FLAVORS assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.415882 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.415882 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.415882 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:router Sep 14 11:57:00.415882 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 11:57:00.416465 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service METERING assigned prefix: /metering {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.417739 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.418251 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.418614 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 11:57:00.419665 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 11:57:00.420116 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:security_group Sep 14 11:57:00.420548 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 11:57:00.421099 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service CORE assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.421609 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 11:57:00.421793 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] subnetpool is already registered Sep 14 11:57:00.422259 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service CORE assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.422589 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 11:57:00.422967 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] subnetpool is already registered Sep 14 11:57:00.425487 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.425979 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service FLAVORS assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.426610 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.427160 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.427635 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:router Sep 14 11:57:00.427989 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] router is already registered Sep 14 11:57:00.428420 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:floatingip Sep 14 11:57:00.428761 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] floatingip is already registered Sep 14 11:57:00.429242 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service METERING assigned prefix: /metering {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.431268 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 11:57:00.431268 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] rbac_policy is already registered Sep 14 11:57:00.431268 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:security_group Sep 14 11:57:00.431594 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] security_group is already registered Sep 14 11:57:00.432009 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 11:57:00.432354 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] security_group_rule is already registered Sep 14 11:57:00.432875 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service CORE assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.433244 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 11:57:00.433586 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] subnetpool is already registered Sep 14 11:57:00.434054 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.v2.resource_helper [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Service CORE assigned prefix: {{(pid=106753) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 11:57:00.434380 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 11:57:00.434715 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING neutron.quota.resource_registry [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] subnetpool is already registered Sep 14 11:57:00.435191 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: extensions {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.436856 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: address-groups {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.438396 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: address-scopes {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.439639 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: agents {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.440814 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: auto-allocated-topology {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.443690 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: availability_zones {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.444942 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: dhcp-networks {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.447018 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: dhcp-agents {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.448583 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: routers {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.450373 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: flavors {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.451573 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: service_profiles {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.452891 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: next_providers {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.454390 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: service_profiles {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.455896 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: floatingip-pools {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.457141 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: routers {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.459027 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: floatingips {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.460240 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: l3-routers {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.461941 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: l3-agents {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.463483 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: metering-labels {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.464793 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: metering-label-rules {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.466123 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: network-ip-availabilities {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.467591 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: bindings {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.469190 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: quotas {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.470821 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: quotas {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.472486 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: rbac-policies {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.473705 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: security-groups {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.474973 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: security-group-rules {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.476253 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: service-providers {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.478118 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: subnetpools {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.479529 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: subnetpools {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.481018 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: tags {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.483047 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: tags {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.484787 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: tags {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.486793 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: tags {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.488628 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: tags {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.490530 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: tags {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.492875 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: tags {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.494734 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: tags {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.496529 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: tags {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.498524 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron.api.extensions [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Extended resource: tags {{(pid=106753) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 11:57:00.505824 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING keystonemiddleware.auth_token [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 11:57:00.513108 dv-cinder-844962-2-iscsi neutron-server[106753]: WARNING keystonemiddleware.auth_token [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 11:57:00.520362 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_concurrency.lockutils [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Acquiring lock "singleton_lock" {{(pid=106753) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 14 11:57:00.520795 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_concurrency.lockutils [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Acquired lock "singleton_lock" {{(pid=106753) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 14 11:57:00.521321 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_concurrency.lockutils [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Releasing lock "singleton_lock" {{(pid=106753) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 14 11:57:00.522020 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO oslo_service.service [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Starting 2 workers Sep 14 11:57:00.527073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Started child 106902 {{(pid=106753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 11:57:00.531799 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Started child 106903 {{(pid=106753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 11:57:00.532492 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:00.533427 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO neutron.service [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 11:57:00.534097 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:00.534264 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [-] (106902) wsgi starting up on http://0.0.0.0:9696 Sep 14 11:57:00.536507 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO oslo_service.service [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Starting 1 workers Sep 14 11:57:00.536683 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:00.538305 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [-] (106903) wsgi starting up on http://0.0.0.0:9696 Sep 14 11:57:00.542680 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Started child 106904 {{(pid=106753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 11:57:00.543241 dv-cinder-844962-2-iscsi neutron-server[106753]: INFO oslo_service.service [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Starting 1 workers Sep 14 11:57:00.551547 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.service [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] calling RpcWorker wait() {{(pid=106904) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 11:57:00.551547 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.service [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] returning from RpcWorker wait() {{(pid=106904) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 11:57:00.552169 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Started child 106905 {{(pid=106753) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 11:57:00.552245 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:00.552245 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:57:00.552394 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG neutron_lib.callbacks.manager [None req-1615b93c-fd63-4819-a17e-b9aa9a635551 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:00.552394 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106753) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 11:57:00.552394 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 11:57:00.552394 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 11:57:00.552394 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 11:57:00.552394 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 11:57:00.552394 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 11:57:00.552789 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.552789 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.552789 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.553067 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.553278 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:00.553791 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.554115 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.554375 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.555242 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.555503 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.555674 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.555844 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.556090 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.556322 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.556641 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.556929 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.557181 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.557427 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.557604 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.557889 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.558154 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.558410 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.558707 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] debug = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.558974 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.559478 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.559740 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.559992 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.560536 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.560536 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.560795 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.561064 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.561255 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.561472 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.561708 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.561999 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.562241 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.562504 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.562753 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.563066 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.563234 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.563739 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] host = dv-cinder-844962-2-iscsi {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.563989 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.564230 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.564458 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.564703 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.565019 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.565241 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.565510 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.565763 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.566112 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.566346 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.566660 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.566918 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.567157 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.567410 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.567574 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_options = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.567819 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.568086 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.568367 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.568553 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.568722 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.568885 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.569133 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.569298 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.569562 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.569781 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.570018 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.570257 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.570567 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.570813 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.571133 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.571358 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.571524 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.571757 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.572017 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.572309 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.572561 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.572930 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.573229 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.573386 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.573582 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.573822 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.574050 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:57:00.574203 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.574401 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.574625 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.574885 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.575144 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.575470 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.575679 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.576552 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.576552 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.577129 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.577377 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.577599 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.577980 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.578214 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.578734 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.578734 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.579170 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.579170 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.579456 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.579672 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.579812 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_json = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.580153 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.580153 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.580428 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.580572 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.580808 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.581024 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.581274 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.581524 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.581740 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.582179 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.582579 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.582820 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.583059 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.583382 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.583531 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.583812 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.584010 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.585034 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.585034 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.585034 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.585034 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.585375 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.585537 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.586049 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.586551 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.586800 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.587626 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.587626 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.587626 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.587835 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.587995 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.588279 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.588509 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.588753 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.589009 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.589847 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.589847 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.589847 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.592165 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.592165 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.592165 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.592165 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.592165 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.592165 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.592165 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.592165 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.593175 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.593175 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.593175 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.593175 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.593175 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.593175 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.593596 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.593596 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.594128 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.594128 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.594318 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.594578 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.594821 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.595056 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.595276 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.595506 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.595751 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.596260 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.596260 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.596444 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.596716 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.597284 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.597284 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.597467 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.597597 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.597849 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.598131 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.598430 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.600157 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.600157 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.600157 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.600157 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.600157 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.600157 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.600157 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.600157 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603693 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603693 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603693 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603693 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.603693 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.604771 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.604771 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.604771 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.604771 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.604771 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.605143 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.605143 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.606589 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.606589 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.606589 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.606589 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.606589 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.606589 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.607197 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.607197 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.607197 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.607413 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.607786 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.607947 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.608179 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.608979 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.608979 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.608979 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.609232 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.609344 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.609546 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.609778 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.610095 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.610413 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.610664 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.610904 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.611143 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.611397 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.611634 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.611870 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.612108 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.612368 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.612636 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.612931 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.613170 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.613446 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.613760 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.614068 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.614357 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.614618 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.614851 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.615109 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.615354 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.615600 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.615825 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.616071 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.616291 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.616531 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.616773 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.617057 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.617824 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.618200 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.618434 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.618666 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.618887 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.619147 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.619400 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.619637 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.619903 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.620151 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.620400 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.620656 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.620883 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.621098 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.621327 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.621594 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.621810 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.622073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.622317 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.622537 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.622752 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.622966 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.623218 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.623434 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.623651 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.623885 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.624103 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.624321 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.624567 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.624782 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.625000 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.625235 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.625452 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.625667 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.625917 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.626179 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.626409 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.626628 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.626984 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.627296 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.627514 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.627749 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.628000 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.628259 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.628471 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.628720 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.628968 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.629206 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.629438 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.629643 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.630829 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.630829 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.630829 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.630829 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.630829 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.632036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.632036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.632036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.632036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.632036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.632404 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.632499 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.633110 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.633110 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.633505 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.633598 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.633921 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.634593 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.634593 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.634593 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.634855 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.634945 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.635133 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.635375 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.635638 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.635884 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.636132 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.636375 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.636595 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.636816 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.637040 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.637258 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.637893 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.637893 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.637893 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.638154 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.638420 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.638697 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.639001 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.639257 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.639495 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.639761 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.639984 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.640204 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.640450 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.640659 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.640886 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.641126 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.641360 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.641571 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.641827 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.642057 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.642273 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.642497 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.642717 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.642929 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.643176 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.643387 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.643597 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.643819 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.644037 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.644349 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.644454 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.644667 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.644864 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.645138 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.645332 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.645502 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.645762 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.646044 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.646205 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.646430 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.646642 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.646848 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.647120 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.647362 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.647577 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.647872 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.648102 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.648376 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.648622 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.648941 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.649175 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.649415 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.649664 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.650020 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.650218 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.650482 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.650838 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.651318 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.651496 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.651627 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.651884 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.652160 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.652437 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.652652 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.652976 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.653279 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.653529 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.653784 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.654077 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.654320 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.654575 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.654755 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.655176 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.655430 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.655645 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.655963 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.656186 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.656728 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.656728 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.657063 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.657190 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.657349 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.658919 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.658919 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.658919 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.658919 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 11:57:00.658919 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106753) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 11:57:00.658919 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 11:57:00.659331 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 11:57:00.659331 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 11:57:00.659331 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 11:57:00.659524 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 11:57:00.659696 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.659848 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.659984 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.660142 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.660392 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.660582 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.660711 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.660870 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.661004 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.661139 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.661264 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.661377 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.661514 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.661673 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.661832 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.662017 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.662176 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.662339 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.662498 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.662656 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.662814 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.663217 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] debug = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.663382 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.663574 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.663738 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.664407 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.664566 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.664726 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.664887 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.665154 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.665313 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.665451 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.665585 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.665719 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.666011 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.666011 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.666294 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.666454 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.666612 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.666769 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] host = dv-cinder-844962-2-iscsi {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.666927 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.667323 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.667323 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.667481 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.667570 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.667667 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.667824 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.667983 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.668129 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.668292 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.668447 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.668576 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.668735 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.668893 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.669050 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_options = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.669207 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.669365 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.669523 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.669706 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.669894 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.670050 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.670213 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.670369 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.670515 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.670657 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.670804 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.670950 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.671118 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.671268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.671416 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.671675 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.671801 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.671896 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.671979 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.672140 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.672296 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.672453 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.672705 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.672866 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.673093 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.673205 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.673691 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.673691 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.673691 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.673956 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.673956 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.674099 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.674278 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.674388 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.674503 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.674662 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.674820 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.674977 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.675140 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.675297 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.675453 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.675609 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.675767 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.675923 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.676167 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.676331 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.676488 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_json = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.676645 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.676806 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.676961 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.677276 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.677585 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.677817 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.678277 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.678277 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.678277 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 11:57:00.678510 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.678604 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.678731 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.679529 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.679529 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.679529 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.679529 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.679529 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681310 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681310 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681310 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681310 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681310 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681310 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681310 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681310 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681942 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681942 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681942 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.681942 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.682272 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.682272 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.682438 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.682438 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.682596 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.682746 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.682907 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.683075 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.683234 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.683453 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.683609 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.683919 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.684092 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.684279 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.684407 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.684568 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.684730 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.684890 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.685396 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.685396 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.685396 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.685661 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.685661 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.685816 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.685986 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.686322 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.686322 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.686487 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.686598 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.686758 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.686918 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.687077 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.687237 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.687397 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.687568 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.687717 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.687875 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.688048 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.688210 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.688376 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.688535 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.688720 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.688857 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.689036 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.689220 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.689351 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.689480 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.689578 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.689747 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.690000 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.690176 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.690338 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.690498 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.690659 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.690822 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.690984 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.691147 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.691303 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.691621 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.691767 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.691929 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.692088 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.692248 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.692406 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.692551 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.692749 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.692887 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.693021 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.693142 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.693302 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.693464 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.693635 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.693810 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.694020 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.694185 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.694329 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.694483 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.694670 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.694778 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.694934 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.695116 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.695278 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.695437 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.695597 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.695766 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.695925 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.696084 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.696246 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.696404 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.696562 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.696725 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.696892 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.697035 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.697171 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.697323 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.697483 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.697641 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.697784 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.697979 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.698133 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.698282 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.698419 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.698577 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.698746 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.698914 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.699064 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.699224 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.699390 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.699561 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.699723 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.699868 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.700029 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.700190 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.700279 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:57:00.700375 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.700494 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.700652 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.700812 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.700970 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.701129 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.701326 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.701489 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.701643 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.701786 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.701990 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.702141 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.702285 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.702422 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.702583 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.702897 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.702897 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.703111 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.703194 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.703340 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.703501 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.703691 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.703894 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.704060 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.704220 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.704379 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.704538 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.704699 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.704858 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.705024 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.705168 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.705321 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.705481 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.705927 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.705927 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.706089 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.706172 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.706258 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.706502 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.706607 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.706884 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.707050 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.707211 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.707375 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.709268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.709268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.709268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.709268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.709268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.709268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.709268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.709268 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710073 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710692 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710692 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710692 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710692 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710692 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.710692 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.711136 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.711136 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.711297 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.711297 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.711471 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.711632 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.711797 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.711985 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.712144 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.712306 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.712467 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.712626 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.712785 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.712946 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.713107 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.713267 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.713426 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.713590 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.713786 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.713949 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.714113 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.714275 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.714437 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.714598 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.714756 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.714915 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.715076 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.715277 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.715444 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.715606 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.715748 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.715923 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.716083 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.716243 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.716404 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.716569 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.716726 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.716890 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.717038 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.717202 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.717347 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.717493 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.717637 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.717810 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.718025 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.718192 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.718343 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.718488 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.718637 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.718781 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.718922 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.719065 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.719207 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.719326 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.719538 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.719628 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.719794 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.719953 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.720322 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.720322 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.720493 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.720610 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.720776 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.720924 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.721082 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.721243 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.721401 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.721571 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.721733 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.721921 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.722094 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.722253 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.722413 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.722574 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.722747 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.722906 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.723068 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.723228 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.723386 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.723546 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.723709 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.723884 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.724056 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.724209 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.724357 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.724505 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.724663 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.724836 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.724995 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.725160 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.725333 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.725498 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.725644 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.725785 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.726050 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.726202 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.726873 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.727017 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.727191 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.727349 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.727508 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.727668 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.727827 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.727986 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.728146 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.728304 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.728462 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.728698 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.728809 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.728933 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 11:57:00.729086 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106753) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 11:57:00.749092 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33366) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:00.756345 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [-] 10.222.0.62 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048704 Sep 14 11:57:00.760922 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [-] 10.222.0.62 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039654 Sep 14 11:57:09.901267 dv-cinder-844962-2-iscsi neutron-server[106753]: DEBUG dbcounter [-] [106753] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106753) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:12.600543 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c714e4-8be4-4386-a525-2d3df6d227e6 None None] get_active_networks_info from dv-cinder-844962-2-iscsi {{(pid=106904) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 14 11:57:12.624312 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writer thread running {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 11:57:12.733721 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c714e4-8be4-4386-a525-2d3df6d227e6 None None] No non-hosted networks {{(pid=106904) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 11:57:12.760196 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-24cc6185-9e0a-42c5-8823-b445a54f56ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581515'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:14.509733 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writer thread running {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 11:57:15.179014 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-ceea7c3d-6d83-4a8a-ac51-51a96722f829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581515'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:15.223889 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.db.api [None req-baaaa0c4-c1b8-4702-8448-fd8b7e20998d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-844962-2-iscsi {{(pid=106904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 11:57:15.224932 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG oslo_db.api [None req-baaaa0c4-c1b8-4702-8448-fd8b7e20998d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:57:15.819388 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-baaaa0c4-c1b8-4702-8448-fd8b7e20998d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:16.396436 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581515'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:16.710258 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33440) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:17.377202 dv-cinder-844962-2-iscsi neutron-server[106903]: WARNING oslo_policy.policy [None req-1bb94211-5a12-4a86-a857-2b904621fc52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:57:17.377822 dv-cinder-844962-2-iscsi neutron-server[106903]: WARNING oslo_policy.policy [None req-1bb94211-5a12-4a86-a857-2b904621fc52 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:57:17.647759 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [None req-1bb94211-5a12-4a86-a857-2b904621fc52 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 11:57:17.654679 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-1bb94211-5a12-4a86-a857-2b904621fc52 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9431045 Sep 14 11:57:17.875328 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581515'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:17.880318 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581515'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:17.881146 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.881793 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.882255 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.882686 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.883651 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.884169 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.884668 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.885260 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.885931 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.886733 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.887500 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.888048 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.889567 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.890658 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.891274 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:17.892029 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-844962-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:57:17.900687 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-844962-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:57:20.313074 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.db.l3_hamode_db [None req-af2c1074-4dbe-4cc4-ad2c-ac63bb5e853f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 11:57:20.392506 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c1074-4dbe-4cc4-ad2c-ac63bb5e853f None None] Routers set() bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 11:57:20.392817 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c1074-4dbe-4cc4-ad2c-ac63bb5e853f None None] Router IDs set() for agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 14 11:57:20.521532 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33474) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:20.847931 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-5988c1d1-d522-46b2-9bd5-ea2266a6245e admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:57:20.860433 dv-cinder-844962-2-iscsi neutron-server[106903]: ERROR stevedore.extension [None req-5988c1d1-d522-46b2-9bd5-ea2266a6245e admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 14 11:57:20.942709 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.policy [None req-5988c1d1-d522-46b2-9bd5-ea2266a6245e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106903) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 11:57:20.984771 dv-cinder-844962-2-iscsi neutron-server[106903]: WARNING oslo_policy.policy [None req-5988c1d1-d522-46b2-9bd5-ea2266a6245e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:57:20.985084 dv-cinder-844962-2-iscsi neutron-server[106903]: WARNING oslo_policy.policy [None req-5988c1d1-d522-46b2-9bd5-ea2266a6245e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:57:21.005970 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writer thread running {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 11:57:21.186264 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5988c1d1-d522-46b2-9bd5-ea2266a6245e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761381997154', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761381996662', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761381980570', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761381989526', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761381991881', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761381967513', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-911783', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-916689', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1606050', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1665449'] for rbac-policy (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:21.489374 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5988c1d1-d522-46b2-9bd5-ea2266a6245e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:21.490622 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-5988c1d1-d522-46b2-9bd5-ea2266a6245e admin admin] 10.222.0.62 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9680178 Sep 14 11:57:24.158845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33484) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:24.515232 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:57:24.624799 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Made reservation on behalf of 19b75bd757df4c8cac09dd67b1f0ca8d for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:57:24.629229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:24.649561 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:24.766156 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Publish callbacks [] for security_group (be5fa804-73d7-4a47-a563-b0f3765a43be), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:24.859227 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (be5fa804-73d7-4a47-a563-b0f3765a43be), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:24.885214 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=106903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 11:57:24.923612 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761384176824', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (63ddfd2b-4b83-450c-a93c-0d9856e50c59), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:24.924237 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Unsubscribe: segment precommit_create {{(pid=106903) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 11:57:24.924790 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Added segment 63ddfd2b-4b83-450c-a93c-0d9856e50c59 of type vlan for network 7938415e-518d-475a-bd85-8588856778bf Sep 14 11:57:24.941746 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=be5fa804-73d7-4a47-a563-b0f3765a43be,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:24.992230 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.992578 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.992931 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.993285 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.993653 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.994010 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.994335 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.994659 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.994986 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.995302 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.995623 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.995964 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.996285 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.996602 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.996922 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Tracked resource versions report: Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: pushed versions: Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: { 'AddressGroup': {'1.2'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Agent': {'1.1'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'ConntrackHelper': {'1.0'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'LocalIPAssociation': {'1.0'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Log': {'1.0'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'NDPProxy': {'1.0'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Network': {'1.1'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Port': {'1.7'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'PortForwarding': {'1.3'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'QosPolicy': {'1.10'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SecurityGroup': {'1.5'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SubPort': {'1.0'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Subnet': {'1.1'}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Trunk': {'1.1'}} Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: consumer versions: Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: { DHCP agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: L3 agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: Metadata agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: Metering agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: Open vSwitch agent@dv-cinder-844962-2-iscsi: { 'AddressGroup': '1.2', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Agent': '1.1', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'ConntrackHelper': '1.0', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'LocalIPAssociation': '1.0', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Log': '1.0', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'NDPProxy': '1.0', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Network': '1.1', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Port': '1.7', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'PortForwarding': '1.3', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'QosPolicy': '1.10', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SecurityGroup': '1.5', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SecurityGroupRule': '1.2', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SubPort': '1.0', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Subnet': '1.1', Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Trunk': '1.1'}} Sep 14 11:57:24.998404 dv-cinder-844962-2-iscsi neutron-server[106903]: {{(pid=106903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:57:25.039197 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (7938415e-518d-475a-bd85-8588856778bf), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:25.161782 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (7938415e-518d-475a-bd85-8588856778bf), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:25.167252 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:57:25.168010 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:25.219709 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=50,neutron:INSERT=48,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:25.289099 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] Pushing event updated for resources: {'Network': ['ID=7938415e-518d-475a-bd85-8588856778bf,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:25.301974 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 7938415e-518d-475a-bd85-8588856778bf details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:57:25.439125 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-88588c8a-0fa9-4cdb-b7fc-96b25ce22b48 demo demo] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2791488 Sep 14 11:57:28.169750 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33498) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:28.603233 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e215343f-1936-46ac-aa7e-8d39027ef0bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:57:28.604607 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e215343f-1936-46ac-aa7e-8d39027ef0bb demo admin] 10.222.0.62 "GET /networking/v2.0/networks/7938415e-518d-475a-bd85-8588856778bf HTTP/1.1" status: 200 len: 825 time: 0.4337668 Sep 14 11:57:28.630079 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-83519da5-d720-468d-8111-3e2559320d76 demo admin] 10.222.0.62 "GET /networking/v2.0/subnetpools/bb66e2c3-dd27-4b20-9cf6-51a6ebcc0aeb HTTP/1.1" status: 200 len: 734 time: 0.0193243 Sep 14 11:57:28.639727 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'bb66e2c3-dd27-4b20-9cf6-51a6ebcc0aeb', 'network_id': '7938415e-518d-475a-bd85-8588856778bf', 'ip_version': 4}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:57:28.813421 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Made reservation on behalf of 19b75bd757df4c8cac09dd67b1f0ca8d for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:57:28.815684 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:28.959840 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:29.264728 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (72bf903a-a99c-437c-a49d-cdb7ac31ba05), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:29.338255 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Pushing event updated for resources: {'Subnet': ['ID=72bf903a-a99c-437c-a49d-cdb7ac31ba05,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:29.343458 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Checking segment: {'id': '63ddfd2b-4b83-450c-a93c-0d9856e50c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7938415e-518d-475a-bd85-8588856778bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 11:57:29.343829 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Network hostable DHCP agents. Network: 7938415e-518d-475a-bd85-8588856778bf, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:57:29.445144 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Network 7938415e-518d-475a-bd85-8588856778bf is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:57:29.605325 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 7938415e-518d-475a-bd85-8588856778bf) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:57:29.610191 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:57:29.610783 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:29.615593 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6bbbc7-79fb-4671-ad26-5ed30cd05130 None None] Network 7938415e-518d-475a-bd85-8588856778bf requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 11:57:29.637343 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=35,neutron:INSERT=35,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:29.695652 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-48397bcd-819d-4a73-8bf0-6268c5f529cf demo admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0590975 Sep 14 11:57:29.889293 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-7938415e-518d-475a-bd85-8588856778bf', 'network_id': '7938415e-518d-475a-bd85-8588856778bf', 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'fixed_ips': [{'subnet_id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 11:57:29.890847 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:30.187348 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Allocated IP 172.20.0.2 (7938415e-518d-475a-bd85-8588856778bf/72bf903a-a99c-437c-a49d-cdb7ac31ba05/652a3f39-a877-4e1c-a669-84388969aa85) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:57:30.469313 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Publish callbacks [] for port (652a3f39-a877-4e1c-a669-84388969aa85), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:30.571675 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (652a3f39-a877-4e1c-a669-84388969aa85), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:30.662714 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Network 7938415e-518d-475a-bd85-8588856778bf is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:57:30.664054 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Pushing event updated for resources: {'Port': ['ID=652a3f39-a877-4e1c-a669-84388969aa85,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:30.667331 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:57:30.675454 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 11:57:30.679347 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.679700 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.680061 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.680426 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.680764 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.681678 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.682035 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.682373 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.682706 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.683031 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.683635 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.683968 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.684413 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.684927 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.685206 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Tracked resource versions report: Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: pushed versions: Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: { 'AddressGroup': {'1.2'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Agent': {'1.1'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'ConntrackHelper': {'1.0'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'LocalIPAssociation': {'1.0'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Log': {'1.0'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'NDPProxy': {'1.0'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Network': {'1.1'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Port': {'1.7'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'PortForwarding': {'1.3'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'QosPolicy': {'1.10'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SecurityGroup': {'1.5'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SubPort': {'1.0'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Subnet': {'1.1'}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Trunk': {'1.1'}} Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: consumer versions: Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: { DHCP agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: L3 agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: Metadata agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: Metering agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: Open vSwitch agent@dv-cinder-844962-2-iscsi: { 'AddressGroup': '1.2', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Agent': '1.1', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'ConntrackHelper': '1.0', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'LocalIPAssociation': '1.0', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Log': '1.0', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'NDPProxy': '1.0', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Network': '1.1', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Port': '1.7', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'PortForwarding': '1.3', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'QosPolicy': '1.10', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SecurityGroup': '1.5', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SecurityGroupRule': '1.2', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SubPort': '1.0', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Subnet': '1.1', Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Trunk': '1.1'}} Sep 14 11:57:30.686665 dv-cinder-844962-2-iscsi neutron-server[106904]: {{(pid=106904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:57:30.762303 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:30.772220 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Attempting to bind port 652a3f39-a877-4e1c-a669-84388969aa85 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 11:57:30.772636 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Attempting to bind port 652a3f39-a877-4e1c-a669-84388969aa85 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '63ddfd2b-4b83-450c-a93c-0d9856e50c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7938415e-518d-475a-bd85-8588856778bf'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 11:57:30.773066 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Attempting to bind port 652a3f39-a877-4e1c-a669-84388969aa85 on network 7938415e-518d-475a-bd85-8588856778bf {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 11:57:30.823365 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 11, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 11:57:30.823759 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Checking segment: {'id': '63ddfd2b-4b83-450c-a93c-0d9856e50c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7938415e-518d-475a-bd85-8588856778bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 11:57:30.824237 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:30.824637 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Bound using segment: {'id': '63ddfd2b-4b83-450c-a93c-0d9856e50c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7938415e-518d-475a-bd85-8588856778bf'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 11:57:30.825106 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Bound port: 652a3f39-a877-4e1c-a669-84388969aa85, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ddfd2b-4b83-450c-a93c-0d9856e50c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7938415e-518d-475a-bd85-8588856778bf'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 11:57:30.825513 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (652a3f39-a877-4e1c-a669-84388969aa85), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:30.887780 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] For port 652a3f39-a877-4e1c-a669-84388969aa85, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:57:30.909004 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] For port 652a3f39-a877-4e1c-a669-84388969aa85, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=652a3f39-a877-4e1c-a669-84388969aa85,segment=NetworkSegment(63ddfd2b-4b83-450c-a93c-0d9856e50c59),segment_id=63ddfd2b-4b83-450c-a93c-0d9856e50c59)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:57:31.006064 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (652a3f39-a877-4e1c-a669-84388969aa85), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:31.062710 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438cbb8-e4db-4877-94d3-93b1d4dae993 None None] Pushing event updated for resources: {'Port': ['ID=652a3f39-a877-4e1c-a669-84388969aa85,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:32.449427 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33508) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:32.782742 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:32.793981 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:32.802240 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [None req-05f93cab-da9c-4871-8d63-afa8da303daf admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 11:57:32.803297 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-05f93cab-da9c-4871-8d63-afa8da303daf admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3528349 Sep 14 11:57:35.525379 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33520) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:35.894221 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [None req-3a02974d-6db8-4053-9c59-8fee5bf4af8d admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 11:57:35.895244 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-3a02974d-6db8-4053-9c59-8fee5bf4af8d admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3687813 Sep 14 11:57:38.590153 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33532) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:38.939960 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-48b96b7c-d92f-47ed-9ad0-ded4dc06c0c1 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:57:39.051319 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-48b96b7c-d92f-47ed-9ad0-ded4dc06c0c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.052902 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-48b96b7c-d92f-47ed-9ad0-ded4dc06c0c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.197118 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-48b96b7c-d92f-47ed-9ad0-ded4dc06c0c1 demo demo] Publish callbacks [] for router_controller (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), precommit_add_association {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.263525 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-48b96b7c-d92f-47ed-9ad0-ded4dc06c0c1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.275247 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df97f89b-07a5-47f8-8909-e7a57874129f None None] Network 7938415e-518d-475a-bd85-8588856778bf requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 11:57:39.285436 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:39.336166 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-9081da08-2f17-45c7-b48b-7c04149c506e None None] Provisioning complete for port 652a3f39-a877-4e1c-a669-84388969aa85 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:57:39.336482 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9081da08-2f17-45c7-b48b-7c04149c506e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (652a3f39-a877-4e1c-a669-84388969aa85), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.336834 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-9081da08-2f17-45c7-b48b-7c04149c506e None None] Attempt 1 to provision port 652a3f39-a877-4e1c-a669-84388969aa85 Sep 14 11:57:39.374629 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-48b96b7c-d92f-47ed-9ad0-ded4dc06c0c1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.375835 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-48b96b7c-d92f-47ed-9ad0-ded4dc06c0c1 demo demo] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7847071 Sep 14 11:57:39.560684 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 652a3f39-a877-4e1c-a669-84388969aa85 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:57:39.571007 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-9081da08-2f17-45c7-b48b-7c04149c506e None None] Current status of the port 652a3f39-a877-4e1c-a669-84388969aa85 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:57:39.572455 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9081da08-2f17-45c7-b48b-7c04149c506e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (652a3f39-a877-4e1c-a669-84388969aa85), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.646611 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-9081da08-2f17-45c7-b48b-7c04149c506e None None] For port 652a3f39-a877-4e1c-a669-84388969aa85, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=652a3f39-a877-4e1c-a669-84388969aa85,segment=NetworkSegment(63ddfd2b-4b83-450c-a93c-0d9856e50c59),segment_id=63ddfd2b-4b83-450c-a93c-0d9856e50c59)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:57:39.661103 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 652a3f39-a877-4e1c-a669-84388969aa85 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:57:39.661507 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (652a3f39-a877-4e1c-a669-84388969aa85), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.661898 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 652a3f39-a877-4e1c-a669-84388969aa85 Sep 14 11:57:39.735718 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9081da08-2f17-45c7-b48b-7c04149c506e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (652a3f39-a877-4e1c-a669-84388969aa85), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.740399 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 652a3f39-a877-4e1c-a669-84388969aa85 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:57:39.740777 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (652a3f39-a877-4e1c-a669-84388969aa85), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.824328 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081da08-2f17-45c7-b48b-7c04149c506e None None] Pushing event updated for resources: {'Port': ['ID=652a3f39-a877-4e1c-a669-84388969aa85,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:39.838208 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.db.api [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 11:57:39.838641 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG oslo_db.api [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 11:57:39.851983 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-52402512-5c76-4188-a22b-fc603acef6ff None None] Provisioning complete for port 652a3f39-a877-4e1c-a669-84388969aa85 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:57:39.852370 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-52402512-5c76-4188-a22b-fc603acef6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (652a3f39-a877-4e1c-a669-84388969aa85), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:39.852733 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-52402512-5c76-4188-a22b-fc603acef6ff None None] Attempt 1 to provision port 652a3f39-a877-4e1c-a669-84388969aa85 Sep 14 11:57:39.874824 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:39.927134 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-52402512-5c76-4188-a22b-fc603acef6ff None None] Current status of the port 652a3f39-a877-4e1c-a669-84388969aa85 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:57:40.376219 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 652a3f39-a877-4e1c-a669-84388969aa85 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:57:41.517773 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 652a3f39-a877-4e1c-a669-84388969aa85 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:57:41.564544 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 652a3f39-a877-4e1c-a669-84388969aa85 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:57:41.564946 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (652a3f39-a877-4e1c-a669-84388969aa85), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:41.565291 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 652a3f39-a877-4e1c-a669-84388969aa85 Sep 14 11:57:41.638728 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 652a3f39-a877-4e1c-a669-84388969aa85 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:57:42.084181 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33540) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:42.414850 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [None req-70b355c1-21e9-4ff8-9f03-954a6543100b admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 11:57:42.416337 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-70b355c1-21e9-4ff8-9f03-954a6543100b admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3312726 Sep 14 11:57:42.651190 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-2b4ac0c4-0774-4265-8cbf-5c8bcbe2e68b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:45.093535 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33548) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:45.139359 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a8417920-9aef-4d7b-bd02-c0cef8f2cb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:45.426885 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:57:45.607291 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Made reservation on behalf of a95d34dd28804fc3b45b9488a19047b4 for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:57:45.609627 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:45.619378 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:45.673049 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:45.706924 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Publish callbacks [] for security_group (d33ba9bd-c119-4ba9-bfda-7b9d84af6f7f), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:45.781682 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d33ba9bd-c119-4ba9-bfda-7b9d84af6f7f), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:45.801588 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Reserving flat network on physical network physnet1 {{(pid=106903) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 11:57:45.820396 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33ba9bd-c119-4ba9-bfda-7b9d84af6f7f,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:45.825841 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (e28f5140-0a1c-4b17-adb7-f7bc83cca874), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:45.826245 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Added segment e28f5140-0a1c-4b17-adb7-f7bc83cca874 of type flat for network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 Sep 14 11:57:45.873738 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:45.891437 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=71,neutron:INSERT=23,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:45.995772 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:45.996703 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:57:45.997277 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:46.089089 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] Pushing event updated for resources: {'Network': ['ID=3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:46.098777 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 11:57:46.129535 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-075f9741-deb0-4fa0-b3a4-d2ca90e433db admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0357041 Sep 14 11:57:46.388088 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:47.805446 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:47.851065 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:48.753975 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33558) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:49.145174 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8274c79-c80c-4fbf-b8e9-3940d7e03da2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:57:49.146570 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-c8274c79-c80c-4fbf-b8e9-3940d7e03da2 demo admin] 10.222.0.62 "GET /networking/v2.0/subnets/72bf903a-a99c-437c-a49d-cdb7ac31ba05 HTTP/1.1" status: 200 len: 849 time: 0.3916295 Sep 14 11:57:49.270255 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-f76bb8ec-1e06-46da-ad90-08975c57ba05 demo admin] 10.222.0.62 "GET /networking/v2.0/routers/8e3a3681-b8a3-4bc6-af32-b3d969a0975b HTTP/1.1" status: 200 len: 704 time: 0.1166523 Sep 14 11:57:49.542573 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:49.893049 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Allocated IP 172.20.0.1 (7938415e-518d-475a-bd85-8588856778bf/72bf903a-a99c-437c-a49d-cdb7ac31ba05/ea63c857-b110-419d-bb43-6513911a7a4a) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:57:50.051587 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Publish callbacks [] for port (ea63c857-b110-419d-bb43-6513911a7a4a), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:50.109603 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:50.179283 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:50.258081 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Network 7938415e-518d-475a-bd85-8588856778bf is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:57:50.268534 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:57:50.273080 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 11:57:50.275410 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:50.295345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Pushing event updated for resources: {'Port': ['ID=ea63c857-b110-419d-bb43-6513911a7a4a,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:50.390747 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:50.516039 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Provisioning complete for port ea63c857-b110-419d-bb43-6513911a7a4a triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:57:50.516617 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:50.516845 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Attempt 1 to provision port ea63c857-b110-419d-bb43-6513911a7a4a Sep 14 11:57:50.550963 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Port ea63c857-b110-419d-bb43-6513911a7a4a cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 11:57:50.573153 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:50.793432 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Publish callbacks [] for port (ea63c857-b110-419d-bb43-6513911a7a4a), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:50.858143 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:50.858984 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:50.938716 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Pushing event updated for resources: {'Port': ['ID=ea63c857-b110-419d-bb43-6513911a7a4a,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:50.988457 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Network 7938415e-518d-475a-bd85-8588856778bf is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:57:50.989775 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:57:51.052557 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Attempt 2 to provision port ea63c857-b110-419d-bb43-6513911a7a4a Sep 14 11:57:51.054633 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:51.093845 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Port ea63c857-b110-419d-bb43-6513911a7a4a cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 11:57:51.245257 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Router 8e3a3681-b8a3-4bc6-af32-b3d969a0975b is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 11:57:51.336759 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:57:51.342150 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-43a17a2c-0a2f-42aa-aaba-0aaa9592726f demo admin] 10.222.0.62 "PUT /networking/v2.0/routers/8e3a3681-b8a3-4bc6-af32-b3d969a0975b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0658138 Sep 14 11:57:51.346834 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Sync routers for ids ['8e3a3681-b8a3-4bc6-af32-b3d969a0975b'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:57:51.360837 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Routers {'8e3a3681-b8a3-4bc6-af32-b3d969a0975b'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 11:57:51.361689 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T11:57:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['8e3a3681-b8a3-4bc6-af32-b3d969a0975b'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:57:51.557791 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Set router 8e3a3681-b8a3-4bc6-af32-b3d969a0975b gateway port host: None {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 11:57:51.594727 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Attempt 3 to provision port ea63c857-b110-419d-bb43-6513911a7a4a Sep 14 11:57:51.631666 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Port ea63c857-b110-419d-bb43-6513911a7a4a cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 11:57:52.007047 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'name': 'router1', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T11:57:39Z', 'updated_at': '2022-09-14T11:57:50Z', 'revision_number': 2, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'gw_port_host': None, '_interfaces': [{'id': 'ea63c857-b110-419d-bb43-6513911a7a4a', 'name': '', 'network_id': '7938415e-518d-475a-bd85-8588856778bf', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'mac_address': 'fa:16:3e:0d:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T11:57:49Z', 'updated_at': '2022-09-14T11:57:50Z', 'revision_number': 2, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'subnets': [{'id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb66e2c3-dd27-4b20-9cf6-51a6ebcc0aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:57:52.060527 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Checking router: 8e3a3681-b8a3-4bc6-af32-b3d969a0975b for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:57:52.061017 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Updating router 8e3a3681-b8a3-4bc6-af32-b3d969a0975b port ea63c857-b110-419d-bb43-6513911a7a4a binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:57:52.119991 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:52.132846 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Attempt 4 to provision port ea63c857-b110-419d-bb43-6513911a7a4a Sep 14 11:57:52.170075 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Port ea63c857-b110-419d-bb43-6513911a7a4a cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 11:57:52.653094 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Publish callbacks [] for port (ea63c857-b110-419d-bb43-6513911a7a4a), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:52.670964 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Attempt 5 to provision port ea63c857-b110-419d-bb43-6513911a7a4a Sep 14 11:57:52.705206 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Port ea63c857-b110-419d-bb43-6513911a7a4a cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 11:57:52.725024 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:52.877326 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Pushing event updated for resources: {'Port': ['ID=ea63c857-b110-419d-bb43-6513911a7a4a,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:52.882008 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Attempting to bind port ea63c857-b110-419d-bb43-6513911a7a4a on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 11:57:52.882405 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Attempting to bind port ea63c857-b110-419d-bb43-6513911a7a4a by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '63ddfd2b-4b83-450c-a93c-0d9856e50c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7938415e-518d-475a-bd85-8588856778bf'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 11:57:52.882843 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Attempting to bind port ea63c857-b110-419d-bb43-6513911a7a4a on network 7938415e-518d-475a-bd85-8588856778bf {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 11:57:52.895483 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.895822 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.896177 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.896527 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.896860 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.897183 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.897501 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.897823 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.898168 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.898481 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.898800 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.899184 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.899503 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.899817 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.900132 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Tracked resource versions report: Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: pushed versions: Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: { 'AddressGroup': {'1.2'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Agent': {'1.1'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'ConntrackHelper': {'1.0'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'LocalIPAssociation': {'1.0'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Log': {'1.0'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'NDPProxy': {'1.0'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Network': {'1.1'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Port': {'1.7'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'PortForwarding': {'1.3'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'QosPolicy': {'1.10'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SecurityGroup': {'1.5'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SubPort': {'1.0'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Subnet': {'1.1'}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Trunk': {'1.1'}} Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: consumer versions: Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: { DHCP agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: L3 agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: Metadata agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: Metering agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: Open vSwitch agent@dv-cinder-844962-2-iscsi: { 'AddressGroup': '1.2', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Agent': '1.1', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'ConntrackHelper': '1.0', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'LocalIPAssociation': '1.0', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Log': '1.0', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'NDPProxy': '1.0', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Network': '1.1', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Port': '1.7', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'PortForwarding': '1.3', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'QosPolicy': '1.10', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SecurityGroup': '1.5', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SecurityGroupRule': '1.2', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SubPort': '1.0', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Subnet': '1.1', Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Trunk': '1.1'}} Sep 14 11:57:52.901583 dv-cinder-844962-2-iscsi neutron-server[106905]: {{(pid=106905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:57:52.982476 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 11, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 11:57:52.982880 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Checking segment: {'id': '63ddfd2b-4b83-450c-a93c-0d9856e50c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7938415e-518d-475a-bd85-8588856778bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 11:57:52.983369 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:52.983761 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Bound using segment: {'id': '63ddfd2b-4b83-450c-a93c-0d9856e50c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7938415e-518d-475a-bd85-8588856778bf'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 11:57:52.984244 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Bound port: ea63c857-b110-419d-bb43-6513911a7a4a, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ddfd2b-4b83-450c-a93c-0d9856e50c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '7938415e-518d-475a-bd85-8588856778bf'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 11:57:52.984625 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:53.043558 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:53.049300 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] For port ea63c857-b110-419d-bb43-6513911a7a4a, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:57:53.052061 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:53.070564 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] For port ea63c857-b110-419d-bb43-6513911a7a4a, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=ea63c857-b110-419d-bb43-6513911a7a4a,segment=NetworkSegment(63ddfd2b-4b83-450c-a93c-0d9856e50c59),segment_id=63ddfd2b-4b83-450c-a93c-0d9856e50c59)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:57:53.143559 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:53.184288 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Routers {'8e3a3681-b8a3-4bc6-af32-b3d969a0975b'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 11:57:53.184812 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T11:57:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['8e3a3681-b8a3-4bc6-af32-b3d969a0975b'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:57:53.207019 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Attempt 6 to provision port ea63c857-b110-419d-bb43-6513911a7a4a Sep 14 11:57:53.262437 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50565c3a-8c38-4ab1-bbe6-e15a0f51463d None None] Pushing event updated for resources: {'Port': ['ID=ea63c857-b110-419d-bb43-6513911a7a4a,revision_number=4']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:53.286300 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Current status of the port ea63c857-b110-419d-bb43-6513911a7a4a is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:57:53.287195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:53.293998 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] Set router 8e3a3681-b8a3-4bc6-af32-b3d969a0975b gateway port host: None {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 11:57:53.323629 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] For port ea63c857-b110-419d-bb43-6513911a7a4a, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=ea63c857-b110-419d-bb43-6513911a7a4a,segment=NetworkSegment(63ddfd2b-4b83-450c-a93c-0d9856e50c59),segment_id=63ddfd2b-4b83-450c-a93c-0d9856e50c59)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:57:53.422383 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:53.478983 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fe267-51d3-4720-900b-d10c4925820c None None] Pushing event updated for resources: {'Port': ['ID=ea63c857-b110-419d-bb43-6513911a7a4a,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:53.494093 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'name': 'router1', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T11:57:39Z', 'updated_at': '2022-09-14T11:57:50Z', 'revision_number': 2, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'gw_port_host': None, '_interfaces': [{'id': 'ea63c857-b110-419d-bb43-6513911a7a4a', 'name': '', 'network_id': '7938415e-518d-475a-bd85-8588856778bf', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'mac_address': 'fa:16:3e:0d:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T11:57:49Z', 'updated_at': '2022-09-14T11:57:53Z', 'revision_number': 4, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'subnets': [{'id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb66e2c3-dd27-4b20-9cf6-51a6ebcc0aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:57:53.519410 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753dd44b-c7ba-40d2-8b1e-07af8e79b53d None None] The sync data for ids ['8e3a3681-b8a3-4bc6-af32-b3d969a0975b'] in dv-cinder-844962-2-iscsi is: [{'id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'name': 'router1', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T11:57:39Z', 'updated_at': '2022-09-14T11:57:50Z', 'revision_number': 2, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'gw_port_host': None, '_interfaces': [{'id': 'ea63c857-b110-419d-bb43-6513911a7a4a', 'name': '', 'network_id': '7938415e-518d-475a-bd85-8588856778bf', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'mac_address': 'fa:16:3e:0d:ed:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T11:57:49Z', 'updated_at': '2022-09-14T11:57:53Z', 'revision_number': 4, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'subnets': [{'id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb66e2c3-dd27-4b20-9cf6-51a6ebcc0aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:57:53.542189 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-a1a1ad5c-e873-4447-bce9-36075409679f None None] Provisioning complete for port ea63c857-b110-419d-bb43-6513911a7a4a triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:57:53.542674 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a1a1ad5c-e873-4447-bce9-36075409679f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:53.543073 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a1a1ad5c-e873-4447-bce9-36075409679f None None] Attempt 1 to provision port ea63c857-b110-419d-bb43-6513911a7a4a Sep 14 11:57:53.625797 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a1a1ad5c-e873-4447-bce9-36075409679f None None] Current status of the port ea63c857-b110-419d-bb43-6513911a7a4a is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:57:54.036737 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 33568) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:54.445197 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7da286c-8d70-4063-8d73-238b380c0fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:57:54.447131 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-c7da286c-8d70-4063-8d73-238b380c0fb7 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 HTTP/1.1" status: 200 len: 842 time: 0.4092515 Sep 14 11:57:54.457527 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:57:54.570678 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Made reservation on behalf of a95d34dd28804fc3b45b9488a19047b4 for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 11:57:54.573563 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:54.615179 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:54.778839 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:55.042227 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.objects.ports [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106903) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 14 11:57:55.042893 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (ab8c592c-94e2-4e8b-9a6c-d3143e7d4106), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:55.098430 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8c592c-94e2-4e8b-9a6c-d3143e7d4106,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:57:55.109652 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 11:57:55.110034 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Network hostable DHCP agents. Network: 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 11:57:55.218434 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 11:57:55.304683 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:57:55.309640 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:57:55.310280 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:55.314828 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca10896-e9a7-4444-9145-4b848b6c795c None None] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 11:57:55.370853 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:55.409891 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-77a506ea-9e77-4126-b02b-78e2ae14a99b admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9386349 Sep 14 11:57:55.433410 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d687df86-8cfa-4097-83a1-4524c0fde9cf None None] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 11:57:58.148733 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 33576) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:57:58.755461 dv-cinder-844962-2-iscsi neutron-server[106902]: WARNING oslo_policy.policy [None req-0d634249-5b0f-4ac8-9d63-2d5a6ef23cda demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:57:58.756029 dv-cinder-844962-2-iscsi neutron-server[106902]: WARNING oslo_policy.policy [None req-0d634249-5b0f-4ac8-9d63-2d5a6ef23cda demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:57:58.996013 dv-cinder-844962-2-iscsi neutron-server[106902]: ERROR stevedore.extension [None req-0d634249-5b0f-4ac8-9d63-2d5a6ef23cda demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 14 11:57:59.050898 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.policy [None req-0d634249-5b0f-4ac8-9d63-2d5a6ef23cda demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106902) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 11:57:59.095481 dv-cinder-844962-2-iscsi neutron-server[106902]: WARNING oslo_policy.policy [None req-0d634249-5b0f-4ac8-9d63-2d5a6ef23cda demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:57:59.095873 dv-cinder-844962-2-iscsi neutron-server[106902]: WARNING oslo_policy.policy [None req-0d634249-5b0f-4ac8-9d63-2d5a6ef23cda demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 11:57:59.112934 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writer thread running {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 14 11:57:59.168353 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:59.339729 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-0d634249-5b0f-4ac8-9d63-2d5a6ef23cda demo admin] 10.222.0.62 "GET /networking/v2.0/routers/8e3a3681-b8a3-4bc6-af32-b3d969a0975b HTTP/1.1" status: 200 len: 710 time: 1.1884210 Sep 14 11:57:59.546241 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44224d70-40db-4416-b9bc-ef4c255011a5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:57:59.546787 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device ea63c857-b110-419d-bb43-6513911a7a4a up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:57:59.554303 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-44224d70-40db-4416-b9bc-ef4c255011a5 demo admin] 10.222.0.62 "GET /networking/v2.0/networks/3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 HTTP/1.1" status: 200 len: 886 time: 0.2028389 Sep 14 11:57:59.558775 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:57:59.592264 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port ea63c857-b110-419d-bb43-6513911a7a4a triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:57:59.592662 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:57:59.593009 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port ea63c857-b110-419d-bb43-6513911a7a4a Sep 14 11:57:59.669353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:57:59.674629 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port ea63c857-b110-419d-bb43-6513911a7a4a is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:57:59.832365 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Publish callbacks [] for router_gateway (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:00.171717 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Publish callbacks [] for router_gateway (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:00.248991 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:00.439786 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Allocated IP 172.27.3.12 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/34350ea7-4ccb-46cb-a29b-f03a2551161b) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 11:58:00.509491 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:00.554195 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Publish callbacks [] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:00.596448 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:00.674336 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:00.719784 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 11:58:00.739410 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 11:58:00.785090 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Pushing event updated for resources: {'Port': ['ID=34350ea7-4ccb-46cb-a29b-f03a2551161b,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:58:00.788165 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 11:58:00.830482 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.830857 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.831206 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.831550 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.831889 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.832219 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.832547 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.832872 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.833218 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.833551 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.833902 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.834248 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.834569 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.834888 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.835209 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Tracked resource versions report: Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: pushed versions: Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: { 'AddressGroup': {'1.2'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Agent': {'1.1'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'ConntrackHelper': {'1.0'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'LocalIPAssociation': {'1.0'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Log': {'1.0'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'NDPProxy': {'1.0'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Network': {'1.1'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Port': {'1.7'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'PortForwarding': {'1.3'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'QosPolicy': {'1.10'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SecurityGroup': {'1.5'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SecurityGroupRule': {'1.2'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SubPort': {'1.0'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Subnet': {'1.1'}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Trunk': {'1.1'}} Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: consumer versions: Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: { DHCP agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: L3 agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: Metadata agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: Metering agent@dv-cinder-844962-2-iscsi: {}, Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: Open vSwitch agent@dv-cinder-844962-2-iscsi: { 'AddressGroup': '1.2', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Agent': '1.1', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'ConntrackHelper': '1.0', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'LocalIPAssociation': '1.0', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Log': '1.0', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'NDPProxy': '1.0', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Network': '1.1', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Port': '1.7', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'PortForwarding': '1.3', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'QosPolicy': '1.10', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SecurityGroup': '1.5', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SecurityGroupRule': '1.2', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SubPort': '1.0', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Subnet': '1.1', Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Trunk': '1.1'}} Sep 14 11:58:00.836627 dv-cinder-844962-2-iscsi neutron-server[106902]: {{(pid=106902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 11:58:01.166769 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Publish callbacks [] for router_gateway (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:01.355845 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583298', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8069'] for router (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:01.361220 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582548'] for router (8e3a3681-b8a3-4bc6-af32-b3d969a0975b), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:01.512808 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Router 8e3a3681-b8a3-4bc6-af32-b3d969a0975b has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 11:58:01.623586 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 11:58:01.632702 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:01.632702 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-50c74a55-8ea7-4cbf-9c37-18cabd89501a demo admin] 10.222.0.62 "PUT /networking/v2.0/routers/8e3a3681-b8a3-4bc6-af32-b3d969a0975b HTTP/1.1" status: 200 len: 889 time: 2.0742900 Sep 14 11:58:01.633968 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Sync routers for ids ['8e3a3681-b8a3-4bc6-af32-b3d969a0975b'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 11:58:01.650767 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Routers {'8e3a3681-b8a3-4bc6-af32-b3d969a0975b'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 11:58:01.651449 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T11:57:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['8e3a3681-b8a3-4bc6-af32-b3d969a0975b'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:58:01.870780 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Set router 8e3a3681-b8a3-4bc6-af32-b3d969a0975b gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 11:58:02.338430 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'name': 'router1', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '34350ea7-4ccb-46cb-a29b-f03a2551161b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T11:57:39Z', 'updated_at': '2022-09-14T11:58:00Z', 'revision_number': 4, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'gw_port': {'id': '34350ea7-4ccb-46cb-a29b-f03a2551161b', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T11:58:00Z', 'updated_at': '2022-09-14T11:58:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'ea63c857-b110-419d-bb43-6513911a7a4a', 'name': '', 'network_id': '7938415e-518d-475a-bd85-8588856778bf', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'mac_address': 'fa:16:3e:0d:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T11:57:49Z', 'updated_at': '2022-09-14T11:57:53Z', 'revision_number': 5, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'subnets': [{'id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb66e2c3-dd27-4b20-9cf6-51a6ebcc0aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:58:02.388877 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Checking router: 8e3a3681-b8a3-4bc6-af32-b3d969a0975b for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 11:58:02.389231 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Updating router 8e3a3681-b8a3-4bc6-af32-b3d969a0975b port 34350ea7-4ccb-46cb-a29b-f03a2551161b binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 11:58:02.444757 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:02.785659 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Publish callbacks [] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:02.875806 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:02.918613 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Attempting to bind port 34350ea7-4ccb-46cb-a29b-f03a2551161b on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 11:58:02.918982 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Attempting to bind port 34350ea7-4ccb-46cb-a29b-f03a2551161b by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 11:58:02.919346 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Attempting to bind port 34350ea7-4ccb-46cb-a29b-f03a2551161b on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 11:58:02.953928 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a126a-8ffb-4f8a-ac36-5ceff569ebb2 None None] Pushing event updated for resources: {'Port': ['ID=34350ea7-4ccb-46cb-a29b-f03a2551161b,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:58:02.975387 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 11, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 11:58:02.975779 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 11:58:02.976205 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:02.976592 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 11:58:02.977521 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Bound port: 34350ea7-4ccb-46cb-a29b-f03a2551161b, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 11:58:02.977920 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:03.006799 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:03.033564 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] For port 34350ea7-4ccb-46cb-a29b-f03a2551161b, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 11:58:03.037149 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] For port 34350ea7-4ccb-46cb-a29b-f03a2551161b, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=34350ea7-4ccb-46cb-a29b-f03a2551161b,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 11:58:03.120003 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:03.127208 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:03.163427 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Routers {'8e3a3681-b8a3-4bc6-af32-b3d969a0975b'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 11:58:03.164046 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T11:57:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['8e3a3681-b8a3-4bc6-af32-b3d969a0975b'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:58:03.218320 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a126a-8ffb-4f8a-ac36-5ceff569ebb2 None None] Pushing event updated for resources: {'Port': ['ID=34350ea7-4ccb-46cb-a29b-f03a2551161b,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:58:03.283308 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] Set router 8e3a3681-b8a3-4bc6-af32-b3d969a0975b gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 11:58:03.485637 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'name': 'router1', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '34350ea7-4ccb-46cb-a29b-f03a2551161b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T11:57:39Z', 'updated_at': '2022-09-14T11:58:00Z', 'revision_number': 4, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'gw_port': {'id': '34350ea7-4ccb-46cb-a29b-f03a2551161b', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T11:58:00Z', 'updated_at': '2022-09-14T11:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'ea63c857-b110-419d-bb43-6513911a7a4a', 'name': '', 'network_id': '7938415e-518d-475a-bd85-8588856778bf', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'mac_address': 'fa:16:3e:0d:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T11:57:49Z', 'updated_at': '2022-09-14T11:57:53Z', 'revision_number': 5, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'subnets': [{'id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb66e2c3-dd27-4b20-9cf6-51a6ebcc0aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 11:58:03.496607 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=19 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:03.497711 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=62 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:03.510663 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6c954-705f-456e-a681-3ad96f938daf None None] The sync data for ids ['8e3a3681-b8a3-4bc6-af32-b3d969a0975b'] in dv-cinder-844962-2-iscsi is: [{'id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'name': 'router1', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '34350ea7-4ccb-46cb-a29b-f03a2551161b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T11:57:39Z', 'updated_at': '2022-09-14T11:58:00Z', 'revision_number': 4, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'gw_port': {'id': '34350ea7-4ccb-46cb-a29b-f03a2551161b', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:c5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T11:58:00Z', 'updated_at': '2022-09-14T11:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'ea63c857-b110-419d-bb43-6513911a7a4a', 'name': '', 'network_id': '7938415e-518d-475a-bd85-8588856778bf', 'tenant_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'mac_address': 'fa:16:3e:0d:ed:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3a3681-b8a3-4bc6-af32-b3d969a0975b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T11:57:49Z', 'updated_at': '2022-09-14T11:57:53Z', 'revision_number': 5, 'project_id': '19b75bd757df4c8cac09dd67b1f0ca8d', 'subnets': [{'id': '72bf903a-a99c-437c-a49d-cdb7ac31ba05', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb66e2c3-dd27-4b20-9cf6-51a6ebcc0aeb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 11:58:04.573364 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 33606) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:58:04.987405 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-51e3445f-2a85-4810-be6c-93ece27782be admin admin] 10.222.0.62 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4129689 Sep 14 11:58:05.319919 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=43,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:05.321789 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:05.551108 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 34350ea7-4ccb-46cb-a29b-f03a2551161b up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:58:05.610222 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 34350ea7-4ccb-46cb-a29b-f03a2551161b triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:58:05.610626 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:05.610965 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 34350ea7-4ccb-46cb-a29b-f03a2551161b Sep 14 11:58:05.695047 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 34350ea7-4ccb-46cb-a29b-f03a2551161b is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:58:05.695465 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:05.720571 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port 34350ea7-4ccb-46cb-a29b-f03a2551161b, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=34350ea7-4ccb-46cb-a29b-f03a2551161b,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 11:58:05.822432 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:05.874044 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=34350ea7-4ccb-46cb-a29b-f03a2551161b,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:58:07.547606 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 34350ea7-4ccb-46cb-a29b-f03a2551161b up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 11:58:07.692965 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 34350ea7-4ccb-46cb-a29b-f03a2551161b triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:58:07.693355 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (34350ea7-4ccb-46cb-a29b-f03a2551161b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:07.693692 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 34350ea7-4ccb-46cb-a29b-f03a2551161b Sep 14 11:58:07.721789 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:07.768245 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 34350ea7-4ccb-46cb-a29b-f03a2551161b is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:58:12.599398 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 5 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:58:12.703913 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-2998ee5e-ba6d-4aae-9039-28d801a8289d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:14.979420 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=67,neutron:INSERT=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:14.984206 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:15.154142 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-68e7efae-1a05-43e9-b5fe-ce3411e3622e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:16.389193 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:17.850464 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:17.903847 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:22.615484 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:22.630348 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:27.782142 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:27.786806 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:42.628800 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a00a0d1e-0f2c-47e9-a3c0-344950266693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:45.132461 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-96e874bc-e50e-4529-9ed1-58e3d897e817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:46.337561 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:47.804667 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:47.868904 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:58:49.593526 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 5 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:58:57.777796 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:57.784197 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:59.602679 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=6 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:58:59.603857 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:59:10.591935 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:59:12.633995 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-930f1af9-c7a1-440e-9c4f-64f990b89e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:15.152101 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c2665aab-d0b4-42e7-95cb-5ba94b2816ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:16.399239 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:17.799379 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:17.861157 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:26.600496 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 5 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 11:59:27.788932 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:59:27.791783 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:59:36.600340 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=14 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:59:36.606287 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=20 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:59:38.554398 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34150) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:59:38.910624 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.pecan_wsgi.hooks.translation [None req-92da1b96-28e4-438e-9ef3-e876ba019c67 admin admin] GET failed (client error): The resource could not be found. Sep 14 11:59:38.912496 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-92da1b96-28e4-438e-9ef3-e876ba019c67 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3573847 Sep 14 11:59:39.089294 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6826ebb-325e-4af4-9b7b-bbb721061a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:39.090822 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-e6826ebb-325e-4af4-9b7b-bbb721061a82 admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1738601 Sep 14 11:59:41.655002 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34160) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:59:42.044273 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c3faea-64c7-4091-8852-09adb1d72dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:42.049585 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-68c3faea-64c7-4091-8852-09adb1d72dcd admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/72bf903a-a99c-437c-a49d-cdb7ac31ba05 HTTP/1.1" status: 200 len: 849 time: 0.3935459 Sep 14 11:59:42.057532 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 11:59:42.151463 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Publish callbacks [] for subnet (72bf903a-a99c-437c-a49d-cdb7ac31ba05), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:42.347309 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761384154516'] for subnet (72bf903a-a99c-437c-a49d-cdb7ac31ba05), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:42.384065 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:42.384684 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:42.386068 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] 10.222.0.62 "PUT /networking/v2.0/subnets/72bf903a-a99c-437c-a49d-cdb7ac31ba05 HTTP/1.1" status: 200 len: 868 time: 0.3335123 Sep 14 11:59:42.389757 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12309704-1af2-4c7d-981b-f4f4eef8e1e6 None None] Network 7938415e-518d-475a-bd85-8588856778bf requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 11:59:42.410222 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bf903a-a99c-437c-a49d-cdb7ac31ba05,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 11:59:42.417845 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.418354 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.418652 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.419096 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.419429 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.419791 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.420090 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.420401 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.420729 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.421050 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.421383 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.421702 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.422052 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.422418 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.422764 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0e55-3eb8-4035-a9b1-01f6eb8195e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 11:59:42.638605 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c25b64f9-b108-45e0-9a46-908b425944f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:42.759089 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-0a9da017-d6ef-494e-aca5-a0ff69de9356 None None] Provisioning complete for port ea63c857-b110-419d-bb43-6513911a7a4a triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:59:42.759469 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-0a9da017-d6ef-494e-aca5-a0ff69de9356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (ea63c857-b110-419d-bb43-6513911a7a4a), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:42.759801 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-0a9da017-d6ef-494e-aca5-a0ff69de9356 None None] Attempt 1 to provision port ea63c857-b110-419d-bb43-6513911a7a4a Sep 14 11:59:42.872017 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-0a9da017-d6ef-494e-aca5-a0ff69de9356 None None] Current status of the port ea63c857-b110-419d-bb43-6513911a7a4a is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:59:42.885107 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-0a9da017-d6ef-494e-aca5-a0ff69de9356 None None] Provisioning complete for port 652a3f39-a877-4e1c-a669-84388969aa85 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 11:59:42.885714 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-0a9da017-d6ef-494e-aca5-a0ff69de9356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (652a3f39-a877-4e1c-a669-84388969aa85), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:42.886276 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-0a9da017-d6ef-494e-aca5-a0ff69de9356 None None] Attempt 1 to provision port 652a3f39-a877-4e1c-a669-84388969aa85 Sep 14 11:59:43.002489 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-0a9da017-d6ef-494e-aca5-a0ff69de9356 None None] Current status of the port 652a3f39-a877-4e1c-a669-84388969aa85 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 11:59:45.020686 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34168) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:59:45.170491 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-45cdec5f-6236-4b1a-89e8-fd03e3506cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:45.517049 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d33fd-0fe3-471a-bd7b-e1920078eb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:45.517438 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d33fd-0fe3-471a-bd7b-e1920078eb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:45.519052 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-251d33fd-0fe3-471a-bd7b-e1920078eb5c admin admin] 10.222.0.62 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4974217 Sep 14 11:59:46.364481 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:47.838508 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:47.868161 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 11:59:48.125714 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34178) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:59:48.560840 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af181f-6d1c-40ac-aa8f-3b9f3101ca06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:48.561312 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33af181f-6d1c-40ac-aa8f-3b9f3101ca06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:48.562903 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-33af181f-6d1c-40ac-aa8f-3b9f3101ca06 admin admin] 10.222.0.62 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4362111 Sep 14 11:59:51.204012 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34186) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:59:51.632452 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f71306-ad8e-4cb0-a8c3-115f38b4f0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:51.633877 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-30f71306-ad8e-4cb0-a8c3-115f38b4f0c0 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 HTTP/1.1" status: 200 len: 886 time: 0.4293611 Sep 14 11:59:52.412857 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=63,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:59:52.414230 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=59,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:59:54.248668 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34194) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:59:54.722627 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0601e54f-05b9-4258-85e0-9c5e4e02160a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:54.724024 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-0601e54f-05b9-4258-85e0-9c5e4e02160a admin admin] 10.222.0.62 "GET /networking/v2.0/networks/7938415e-518d-475a-bd85-8588856778bf HTTP/1.1" status: 200 len: 869 time: 0.4744017 Sep 14 11:59:57.480770 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34202) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 11:59:57.738908 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:59:57.795648 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 11:59:57.962990 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535a3f8-ecf4-4fd9-8343-5877e66589ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:57.963444 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6535a3f8-ecf4-4fd9-8343-5877e66589ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 11:59:57.964987 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-6535a3f8-ecf4-4fd9-8343-5877e66589ad admin admin] 10.222.0.62 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4833200 Sep 14 12:00:00.614641 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34210) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:00:01.040482 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49531acb-48ca-4e2c-b4f7-29566c4c5724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:00:01.040932 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49531acb-48ca-4e2c-b4f7-29566c4c5724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:00:01.042512 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-49531acb-48ca-4e2c-b4f7-29566c4c5724 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4269211 Sep 14 12:00:03.588661 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 5 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:00:03.718023 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34218) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:00:04.194305 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f92820-4e2c-4341-a5bf-b8c76c96c2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:00:04.195711 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-32f92820-4e2c-4341-a5bf-b8c76c96c2da admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/72bf903a-a99c-437c-a49d-cdb7ac31ba05 HTTP/1.1" status: 200 len: 868 time: 0.4767277 Sep 14 12:00:04.718301 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=43 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:04.719674 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=46 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:06.916479 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34226) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:00:07.337447 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b2a3e-cbc0-4d96-b413-032ba5695515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:00:07.338924 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-046b2a3e-cbc0-4d96-b413-032ba5695515 admin admin] 10.222.0.62 "GET /networking/v2.0/subnets/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106 HTTP/1.1" status: 200 len: 816 time: 0.4214249 Sep 14 12:00:12.638474 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-196032b2-e0c5-40ea-8b5d-e62aeb78e9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:13.602730 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:13.603536 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:14.188167 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=20 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:14.190014 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=19 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:15.141041 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-72d838f1-9c9d-4fbe-a859-0f9091f33ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:16.370161 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:17.331881 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:17.336140 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:17.803744 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:17.860960 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:27.782405 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:27.791734 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:37.719752 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34284) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:00:38.107797 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [None req-d64c7f6c-833b-495d-86a9-3122a11318c8 admin admin] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:00:38.108822 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-d64c7f6c-833b-495d-86a9-3122a11318c8 admin admin] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3881032 Sep 14 12:00:40.592618 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 5 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:00:40.884597 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34292) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:00:41.256804 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94bb23e-3e53-4653-85dd-df3aca9a2258 admin admin] GET failed (client error): The resource could not be found. Sep 14 12:00:41.258163 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e94bb23e-3e53-4653-85dd-df3aca9a2258 admin admin] 10.222.0.62 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3725779 Sep 14 12:00:41.408926 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5a443f-a7b1-4e43-8755-ce3916eb1694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:00:41.410351 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-fc5a443f-a7b1-4e43-8755-ce3916eb1694 admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1472502 Sep 14 12:00:42.660155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d551b058-1105-4c39-b9df-ef2607c71391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:44.051780 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34300) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:00:44.385693 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:00:44.494544 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Made reservation on behalf of a95d34dd28804fc3b45b9488a19047b4 for: {'network': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:00:44.497024 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:44.543162 dv-cinder-844962-2-iscsi neutron-server[106902]: WARNING neutron.services.revisions.revision_plugin [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Could not find related network for resource to bump revision. Sep 14 12:00:44.561358 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=106902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:00:44.574621 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761384176824', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (f3ff9f10-0d41-4bda-93fa-54dae766b524), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:44.575190 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Unsubscribe: segment precommit_create {{(pid=106902) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 12:00:44.575654 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.segments_db [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Added segment f3ff9f10-0d41-4bda-93fa-54dae766b524 of type vlan for network 18a62d27-8ae3-4ce0-8450-c27f8f90646d Sep 14 12:00:44.627601 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (18a62d27-8ae3-4ce0-8450-c27f8f90646d), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:44.711688 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (18a62d27-8ae3-4ce0-8450-c27f8f90646d), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:44.712782 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:00:44.713353 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:44.812595 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Pushing event updated for resources: {'Network': ['ID=18a62d27-8ae3-4ce0-8450-c27f8f90646d,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:00:44.819299 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.819647 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.819993 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.820332 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.820660 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.820990 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.821363 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.821687 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.822131 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.822461 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.822800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.823147 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.823471 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.823794 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.824133 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:44.834737 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-b8a70b80-e569-4561-9626-fd68b34633af admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7814443 Sep 14 12:00:44.837540 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 18a62d27-8ae3-4ce0-8450-c27f8f90646d details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:00:45.122935 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9a1a6d05-df2d-4e1a-891e-3f02b114f4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:46.397088 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:47.417337 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34308) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:00:47.783437 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bca06be-2bf7-4518-9f38-33ffbb0ce24c admin admin] GET failed (client error): The resource could not be found. Sep 14 12:00:47.784897 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-5bca06be-2bf7-4518-9f38-33ffbb0ce24c admin admin] 10.222.0.62 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3666353 Sep 14 12:00:47.809371 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:47.854839 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:47.863970 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2568d3c-c414-4ae6-b04c-f6ce8ac549e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:00:47.865489 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-a2568d3c-c414-4ae6-b04c-f6ce8ac549e2 admin admin] 10.222.0.62 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0759189 Sep 14 12:00:47.875861 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:00:47.940571 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Made reservation on behalf of a95d34dd28804fc3b45b9488a19047b4 for: {'subnet': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:00:47.943038 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:48.259587 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (f283bebb-f3cf-4ede-b37e-20954a4dc2fc), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:48.319950 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f283bebb-f3cf-4ede-b37e-20954a4dc2fc,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:00:48.332926 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Checking segment: {'id': 'f3ff9f10-0d41-4bda-93fa-54dae766b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:00:48.333279 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Network hostable DHCP agents. Network: 18a62d27-8ae3-4ce0-8450-c27f8f90646d, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:00:48.420007 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Network 18a62d27-8ae3-4ce0-8450-c27f8f90646d is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:00:48.499971 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 18a62d27-8ae3-4ce0-8450-c27f8f90646d) {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:00:48.504678 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:00:48.505790 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:48.508976 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa105731-15b3-4bad-8ebe-c2863e619496 None None] Network 18a62d27-8ae3-4ce0-8450-c27f8f90646d requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:00:48.583464 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-3d290ff6-faeb-4e18-9300-671b0ea5290c admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7109718 Sep 14 12:00:48.619008 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-18a62d27-8ae3-4ce0-8450-c27f8f90646d', 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d', 'project_id': 'a95d34dd28804fc3b45b9488a19047b4', 'fixed_ips': [{'subnet_id': 'f283bebb-f3cf-4ede-b37e-20954a4dc2fc'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:00:48.620140 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:48.776034 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Allocated IP 192.168.233.2 (18a62d27-8ae3-4ce0-8450-c27f8f90646d/f283bebb-f3cf-4ede-b37e-20954a4dc2fc/f77e0b53-333e-4f23-9cd7-1fcc03132366) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:00:48.977521 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Publish callbacks [] for port (f77e0b53-333e-4f23-9cd7-1fcc03132366), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:49.073027 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (f77e0b53-333e-4f23-9cd7-1fcc03132366), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:49.121131 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Network 18a62d27-8ae3-4ce0-8450-c27f8f90646d is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:00:49.127106 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:00:49.128850 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Pushing event updated for resources: {'Port': ['ID=f77e0b53-333e-4f23-9cd7-1fcc03132366,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:00:49.131749 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:00:49.143363 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.143717 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.144065 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.144560 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.145451 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.145451 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.145451 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.145976 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.146087 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.146341 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.146667 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.147002 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.148113 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.148113 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.148113 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:00:49.215606 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Attempting to bind port f77e0b53-333e-4f23-9cd7-1fcc03132366 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:00:49.215968 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Attempting to bind port f77e0b53-333e-4f23-9cd7-1fcc03132366 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'f3ff9f10-0d41-4bda-93fa-54dae766b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:00:49.216341 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Attempting to bind port f77e0b53-333e-4f23-9cd7-1fcc03132366 on network 18a62d27-8ae3-4ce0-8450-c27f8f90646d {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:00:49.272176 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:00:49.272642 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Checking segment: {'id': 'f3ff9f10-0d41-4bda-93fa-54dae766b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:00:49.273295 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:49.273696 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Bound using segment: {'id': 'f3ff9f10-0d41-4bda-93fa-54dae766b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:00:49.274207 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Bound port: f77e0b53-333e-4f23-9cd7-1fcc03132366, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ff9f10-0d41-4bda-93fa-54dae766b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:00:49.274612 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f77e0b53-333e-4f23-9cd7-1fcc03132366), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:49.286741 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:49.320473 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:49.345035 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] For port f77e0b53-333e-4f23-9cd7-1fcc03132366, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:00:49.350296 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] For port f77e0b53-333e-4f23-9cd7-1fcc03132366, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=f77e0b53-333e-4f23-9cd7-1fcc03132366,segment=NetworkSegment(f3ff9f10-0d41-4bda-93fa-54dae766b524),segment_id=f3ff9f10-0d41-4bda-93fa-54dae766b524)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:00:49.415995 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (f77e0b53-333e-4f23-9cd7-1fcc03132366), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:49.483786 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9017231-151b-477d-805c-601c7ca12f89 None None] Pushing event updated for resources: {'Port': ['ID=f77e0b53-333e-4f23-9cd7-1fcc03132366,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:00:49.759248 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device f77e0b53-333e-4f23-9cd7-1fcc03132366 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:00:49.827680 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port f77e0b53-333e-4f23-9cd7-1fcc03132366 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:00:49.828068 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (f77e0b53-333e-4f23-9cd7-1fcc03132366), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:49.828405 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port f77e0b53-333e-4f23-9cd7-1fcc03132366 Sep 14 12:00:49.913300 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port f77e0b53-333e-4f23-9cd7-1fcc03132366 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:00:49.913608 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f77e0b53-333e-4f23-9cd7-1fcc03132366), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:49.954994 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port f77e0b53-333e-4f23-9cd7-1fcc03132366, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=f77e0b53-333e-4f23-9cd7-1fcc03132366,segment=NetworkSegment(f3ff9f10-0d41-4bda-93fa-54dae766b524),segment_id=f3ff9f10-0d41-4bda-93fa-54dae766b524)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:00:50.027915 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (f77e0b53-333e-4f23-9cd7-1fcc03132366), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:50.087266 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=f77e0b53-333e-4f23-9cd7-1fcc03132366,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:00:50.416859 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ebe677-5a3e-4562-9b94-225f6d32fdef None None] Network 18a62d27-8ae3-4ce0-8450-c27f8f90646d requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:00:50.498664 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f7d0976a-5972-4e74-b53b-e852e6fe4d98 None None] Provisioning complete for port f77e0b53-333e-4f23-9cd7-1fcc03132366 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:00:50.499132 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f7d0976a-5972-4e74-b53b-e852e6fe4d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (f77e0b53-333e-4f23-9cd7-1fcc03132366), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:50.499542 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7d0976a-5972-4e74-b53b-e852e6fe4d98 None None] Attempt 1 to provision port f77e0b53-333e-4f23-9cd7-1fcc03132366 Sep 14 12:00:50.598275 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:50.600614 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=6 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:50.616143 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7d0976a-5972-4e74-b53b-e852e6fe4d98 None None] Current status of the port f77e0b53-333e-4f23-9cd7-1fcc03132366 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:00:50.840865 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-8fb149dc-1737-4dd0-a999-758642e195a2 None None] Provisioning complete for port f77e0b53-333e-4f23-9cd7-1fcc03132366 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:00:50.841265 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8fb149dc-1737-4dd0-a999-758642e195a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (f77e0b53-333e-4f23-9cd7-1fcc03132366), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:50.841607 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-8fb149dc-1737-4dd0-a999-758642e195a2 None None] Attempt 1 to provision port f77e0b53-333e-4f23-9cd7-1fcc03132366 Sep 14 12:00:50.919082 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-8fb149dc-1737-4dd0-a999-758642e195a2 None None] Current status of the port f77e0b53-333e-4f23-9cd7-1fcc03132366 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:00:51.404432 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=13 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:51.406419 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=9 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:51.659230 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device f77e0b53-333e-4f23-9cd7-1fcc03132366 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:00:51.716106 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port f77e0b53-333e-4f23-9cd7-1fcc03132366 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:00:51.716492 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (f77e0b53-333e-4f23-9cd7-1fcc03132366), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:00:51.716825 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port f77e0b53-333e-4f23-9cd7-1fcc03132366 Sep 14 12:00:51.759330 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:51.802424 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port f77e0b53-333e-4f23-9cd7-1fcc03132366 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:00:58.519869 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=62,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:00:58.520700 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:01:01.800472 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:01:10.586252 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:01:12.642095 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-cd64fe36-ac5a-445b-9dbd-2a94833ddae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:01:15.158308 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c8a32bb9-1532-4895-b4ea-d7d8859d355f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:01:16.379547 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:01:17.597355 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 5 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:01:17.824795 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:01:17.887767 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:01:27.605320 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:01:27.606109 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=6 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:01:27.790069 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:01:27.794081 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:01:42.659566 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-89f7e37c-ac39-4976-ba33-de784bebdfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:01:45.161283 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-890ad110-2dcb-4f8a-a24a-60d90572ed45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:01:46.378555 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:01:47.813270 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:01:47.881238 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:01:54.603927 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 5 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:01:57.793800 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:01:57.795969 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:12.664009 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-fe3fffea-c47a-483b-b204-1707ce7a023f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:12.895955 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=19 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:12.899284 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=15 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:15.166860 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a5685c67-acfd-42d5-a6ef-c3dfc54c967d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:16.377724 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:17.869204 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:17.891841 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:18.727396 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34374) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:02:18.734597 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [None req-a5d09e68-4f27-4377-a500-de5a4119b9f3 tempest-verify_tempest_config-769182523 tempest-verify_tempest_config-769182523-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:02:18.735608 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-a5d09e68-4f27-4377-a500-de5a4119b9f3 tempest-verify_tempest_config-769182523 tempest-verify_tempest_config-769182523-project] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0072367 Sep 14 12:02:19.303691 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34392) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:02:19.426870 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:19.534670 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Publish callbacks [] for security_group (d51017e3-8034-483a-9c75-a127248aa886), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:19.589115 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d51017e3-8034-483a-9c75-a127248aa886), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:19.637592 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fb95bb689b074454aee9c0220c42dcfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3326173 Sep 14 12:02:19.638555 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51017e3-8034-483a-9c75-a127248aa886,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:19.640757 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34396) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:02:19.646541 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.646893 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.647259 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.647603 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.647977 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.648262 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.648609 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.648922 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.649267 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.649620 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.649963 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.650299 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.650621 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.651151 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.651478 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a5d696-f616-499e-be53-9bdbf98d8958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.698934 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Publish callbacks [] for security_group (d51017e3-8034-483a-9c75-a127248aa886), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:19.720046 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Publish callbacks [] for security_group (d51017e3-8034-483a-9c75-a127248aa886), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:19.864062 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d51017e3-8034-483a-9c75-a127248aa886), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:19.866664 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:19.867846 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d51017e3-8034-483a-9c75-a127248aa886 HTTP/1.1" status: 204 len: 168 time: 0.2255580 Sep 14 12:02:19.876713 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51017e3-8034-483a-9c75-a127248aa886,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:02:19.884256 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.884601 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.884966 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.885310 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.885647 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.886017 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.886346 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.886675 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.887149 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.887486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.887877 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.888149 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.888478 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.888842 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:19.889701 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52ec088-f3ab-402b-9f07-5b9c2e741f64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:02:27.800322 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:29.642042 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=21,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:29.642800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=18,neutron:INSERT=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:29.871454 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:29.880542 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:29.918106 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:31.605522 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 5 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:02:41.609214 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:41.613569 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=6 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:42.703238 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-3fd9e784-a4d7-4035-ac13-f8935ba0ac6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:45.188603 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4a53990c-ff1a-43d7-9c14-eeded78c1910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:46.417754 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:47.828745 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:47.885810 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:02:57.808639 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:02:57.809368 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:03:08.609750 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 5 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:03:12.651813 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-017d42d8-0707-4166-a867-8eccf588a472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:03:15.211980 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b69aece6-f167-42c8-9449-bb54a45a3268 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:03:16.462400 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:03:17.828343 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:03:17.885389 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:03:18.616170 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:03:18.617317 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:03:27.805029 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:03:27.806939 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:03:42.684795 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-39d009dc-6c68-44c2-8947-4a374f627436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:03:45.164153 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-cd8d8e97-d195-4f70-83cc-c6055a295058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:03:45.615628 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 5 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:03:46.381251 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:03:47.833421 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:03:47.872357 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:03:55.605116 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:03:55.621808 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=6 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:03:57.800047 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:03:57.806030 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:00.352551 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1581515'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:10.305393 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:10.307353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:12.243593 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34470) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:04:12.354771 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-6106ff73-0c1b-4e9d-ad5c-a574f23a638a admin admin] 10.222.0.62 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1100175 Sep 14 12:04:12.649571 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-bc5e3ad0-c5aa-4657-a8d1-e65c0bfedf29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:12.892442 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=13 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:12.894308 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=13 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:14.878203 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34480) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:04:14.936052 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-a429c5c5-bdec-4150-a00c-0a0c7c32f8b0 admin admin] 10.222.0.62 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0567708 Sep 14 12:04:15.169771 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-48e9507b-8652-46ef-ad02-fad7047aaf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:16.398192 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:17.832816 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:17.861681 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:22.349457 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:22.620717 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:04:24.931543 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:27.772330 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:27.802254 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:30.340507 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:32.623038 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:32.627017 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:40.291679 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:40.297738 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:42.650381 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-6a219578-2d0a-4efc-b600-563909d84f7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:45.146622 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-db271dec-46c3-49b3-b6ac-a20b8c0d4b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:46.415204 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:47.837035 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:47.860064 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:04:57.798702 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=20 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:57.800568 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:04:59.624281 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:05:00.368716 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:09.630891 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:10.297538 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:10.298838 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:10.587653 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:12.654504 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-35480887-b030-4099-8ec1-4e50f42e2772 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:15.156731 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a2469694-0ad7-4033-a298-29869300f93c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:16.391926 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:17.865932 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:17.893935 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:27.794001 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:27.800986 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:30.367925 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:36.630721 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:05:40.292845 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:40.294382 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:42.665067 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-079f95cf-55c4-4290-a262-836d74351a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:45.156895 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-65a96448-cca6-4b31-82bc-32eb552dbab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:46.408266 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:47.871065 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:47.905321 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:49.588411 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=6 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:49.594918 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:51.485806 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34636) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:51.848586 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-552541912-network', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:51.885220 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34662) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:51.927052 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Made reservation on behalf of d410170ed3ed4ce2b64d367cbf77790a for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:51.927920 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:51.942089 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.036075 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Publish callbacks [] for security_group (c84b23b8-2a5a-4472-bd1f-349140239a9b), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.119510 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (c84b23b8-2a5a-4472-bd1f-349140239a9b), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.154943 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84b23b8-2a5a-4472-bd1f-349140239a9b,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:52.166637 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=106903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:05:52.171533 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.172466 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.172992 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.173497 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.173909 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.174318 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.174733 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.175270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.175270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.175592 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.176164 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.177112 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.178070 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Tracked resource versions report: Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: pushed versions: Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: { 'AddressGroup': {'1.2'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Agent': {'1.1'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'ConntrackHelper': {'1.0'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'LocalIPAssociation': {'1.0'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Log': {'1.0'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'NDPProxy': {'1.0'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Network': {'1.1'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Port': {'1.7'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'PortForwarding': {'1.3'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'QosPolicy': {'1.10'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SecurityGroup': {'1.5'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SubPort': {'1.0'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Subnet': {'1.1'}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Trunk': {'1.1'}} Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: consumer versions: Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: { DHCP agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: HyperV agent@hv-cinder-84496: {}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: L3 agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: Metadata agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: Metering agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: Open vSwitch agent@dv-cinder-844962-2-iscsi: { 'AddressGroup': '1.2', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Agent': '1.1', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'ConntrackHelper': '1.0', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'LocalIPAssociation': '1.0', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Log': '1.0', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'NDPProxy': '1.0', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Network': '1.1', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Port': '1.7', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'PortForwarding': '1.3', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'QosPolicy': '1.10', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SecurityGroup': '1.5', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SecurityGroupRule': '1.2', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'SubPort': '1.0', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Subnet': '1.1', Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: 'Trunk': '1.1'}} Sep 14 12:05:52.184904 dv-cinder-844962-2-iscsi neutron-server[106903]: {{(pid=106903) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:05:52.203921 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (0adf6a46-a917-4d93-961c-bd02dac302a1), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.204261 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Added segment 0adf6a46-a917-4d93-961c-bd02dac302a1 of type vlan for network 0ca6a8c3-1298-4a9f-a110-741bf377213f Sep 14 12:05:52.251476 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (0ca6a8c3-1298-4a9f-a110-741bf377213f), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.368023 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (0ca6a8c3-1298-4a9f-a110-741bf377213f), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.369030 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:52.369665 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.438149 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] Pushing event updated for resources: {'Network': ['ID=0ca6a8c3-1298-4a9f-a110-741bf377213f,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:52.449961 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 0ca6a8c3-1298-4a9f-a110-741bf377213f details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:05:52.470770 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-83983909-1d45-4a4d-8108-00b796195f80 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9827890 Sep 14 12:05:52.473989 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34678) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:52.479414 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Request body: {'subnet': {'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-subnet', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:52.490843 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1472176169-network', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:52.528170 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34680) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:52.597321 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Made reservation on behalf of e35c2ab9a9644cadadd4da9a544b944b for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:52.600481 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.610229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.629091 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Made reservation on behalf of d410170ed3ed4ce2b64d367cbf77790a for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:52.629091 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.658670 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34688) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:52.701113 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34692) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:52.846351 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Publish callbacks [] for security_group (b7c940a2-8498-44d8-bd46-7a0071b05c52), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.922908 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b7c940a2-8498-44d8-bd46-7a0071b05c52), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.939313 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=75,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:52.945498 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:52.946719 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=106903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:05:52.990737 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (e169d61c-6f33-48d2-a7d2-69489c1be964), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:52.991236 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-339778299-network', 'tenant_id': '5493cbcbaefb44f192bdffa1b3f6fd05'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:52.991363 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Added segment e169d61c-6f33-48d2-a7d2-69489c1be964 of type vlan for network f06a80ac-04e5-4ae1-9b24-c817b700ac9e Sep 14 12:05:52.994114 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c940a2-8498-44d8-bd46-7a0071b05c52,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:53.014241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (8ce4e870-27a5-46a1-b275-50dc9c5bbb13), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.037206 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-667795882-network', 'tenant_id': '933ef2ab34a441b982b69839434d689e'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:53.094349 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Made reservation on behalf of 5493cbcbaefb44f192bdffa1b3f6fd05 for: {'network': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:53.100899 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.146217 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.160863 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-122964047-network', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:53.204449 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Made reservation on behalf of 933ef2ab34a441b982b69839434d689e for: {'network': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:53.209487 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.229383 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.257643 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (f06a80ac-04e5-4ae1-9b24-c817b700ac9e), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.344432 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Made reservation on behalf of 748b7c08460b4f718dfff67275d8e4e4 for: {'network': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:53.347461 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.348775 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce4e870-27a5-46a1-b275-50dc9c5bbb13,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:53.377370 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.378948 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Checking segment: {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:05:53.379605 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Network hostable DHCP agents. Network: 0ca6a8c3-1298-4a9f-a110-741bf377213f, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:05:53.400378 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Publish callbacks [] for security_group (bc6ffd2f-4c97-4891-969b-085a4457f947), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.448569 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (f06a80ac-04e5-4ae1-9b24-c817b700ac9e), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.450358 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:53.450666 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Publish callbacks [] for security_group (250eb181-b808-4d9d-927e-14d979912a06), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.452053 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.523170 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Publish callbacks [] for security_group (f2f686f6-463d-4ab3-9db9-cfd22cab054b), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.526523 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (bc6ffd2f-4c97-4891-969b-085a4457f947), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.544193 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Network 0ca6a8c3-1298-4a9f-a110-741bf377213f is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:05:53.576431 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6ffd2f-4c97-4891-969b-085a4457f947,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:53.577357 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] Pushing event updated for resources: {'Network': ['ID=f06a80ac-04e5-4ae1-9b24-c817b700ac9e,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:53.585738 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (250eb181-b808-4d9d-927e-14d979912a06), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.591122 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.595116 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.595116 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.595116 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.595116 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.595116 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.595116 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.595684 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network f06a80ac-04e5-4ae1-9b24-c817b700ac9e details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:05:53.596136 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.596136 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.596136 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.596136 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.596136 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.597071 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.597618 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.598163 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Tracked resource versions report: Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: pushed versions: Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: { 'AddressGroup': {'1.2'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Agent': {'1.1'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'ConntrackHelper': {'1.0'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'LocalIPAssociation': {'1.0'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Log': {'1.0'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'NDPProxy': {'1.0'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Network': {'1.1'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Port': {'1.7'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'PortForwarding': {'1.3'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'QosPolicy': {'1.10'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SecurityGroup': {'1.5'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SubPort': {'1.0'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Subnet': {'1.1'}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Trunk': {'1.1'}} Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: consumer versions: Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: { DHCP agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: HyperV agent@hv-cinder-84496: {}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: L3 agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: Metadata agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: Metering agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: Open vSwitch agent@dv-cinder-844962-2-iscsi: { 'AddressGroup': '1.2', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Agent': '1.1', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'ConntrackHelper': '1.0', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'LocalIPAssociation': '1.0', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Log': '1.0', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'NDPProxy': '1.0', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Network': '1.1', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Port': '1.7', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'PortForwarding': '1.3', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'QosPolicy': '1.10', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SecurityGroup': '1.5', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SecurityGroupRule': '1.2', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'SubPort': '1.0', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Subnet': '1.1', Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: 'Trunk': '1.1'}} Sep 14 12:05:53.599529 dv-cinder-844962-2-iscsi neutron-server[106902]: {{(pid=106902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:05:53.602309 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-25faf1fc-00bd-43a0-9cd9-bcc18de5dd7b admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7142236 Sep 14 12:05:53.602309 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34744) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:53.616705 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=106902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:05:53.619544 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Request body: {'subnet': {'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1472176169-subnet', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:53.650721 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (f2f686f6-463d-4ab3-9db9-cfd22cab054b), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.663583 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=106902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:05:53.677097 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (c72fb971-35bc-4f7e-b8ef-7df34db23188), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.677097 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.segments_db [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Added segment c72fb971-35bc-4f7e-b8ef-7df34db23188 of type vlan for network 644a779f-cf29-481b-810a-522abcbb7388 Sep 14 12:05:53.686337 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=106902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:05:53.689027 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 0ca6a8c3-1298-4a9f-a110-741bf377213f) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:53.689293 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (d0174c4f-5d23-4fe6-915d-533c3205c763), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.689736 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.segments_db [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Added segment d0174c4f-5d23-4fe6-915d-533c3205c763 of type vlan for network 0b7e62b2-9b9b-4593-906b-2e13713a7bde Sep 14 12:05:53.693557 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=71,neutron:INSERT=27,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:53.703738 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:53.708065 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.735177 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250eb181-b808-4d9d-927e-14d979912a06,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:53.766738 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a91d8ff-2480-40f7-ac29-ffe657781b67 None None] Network 0ca6a8c3-1298-4a9f-a110-741bf377213f requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:05:53.780851 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Made reservation on behalf of e35c2ab9a9644cadadd4da9a544b944b for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:53.788917 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.789446 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (aabd9aed-c65c-4478-af9e-7ef1f2e06ec1), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.789992 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.segments_db [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Added segment aabd9aed-c65c-4478-af9e-7ef1f2e06ec1 of type vlan for network e96091d1-99a1-47fc-9c36-d9d9004c432f Sep 14 12:05:53.800074 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (644a779f-cf29-481b-810a-522abcbb7388), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.802817 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=66,neutron:INSERT=26,neutron:UPDATE=8 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:53.826458 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (0b7e62b2-9b9b-4593-906b-2e13713a7bde), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.892076 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f686f6-463d-4ab3-9db9-cfd22cab054b,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:53.914751 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (e96091d1-99a1-47fc-9c36-d9d9004c432f), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:53.920309 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34748) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:53.921187 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e5df7c58-48df-41bd-b91c-82f880247dfd admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4458210 Sep 14 12:05:53.943709 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:54.033180 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-0ca6a8c3-1298-4a9f-a110-741bf377213f', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:05:54.035249 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.122299 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (644a779f-cf29-481b-810a-522abcbb7388), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.123463 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:54.124150 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.170308 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (0b7e62b2-9b9b-4593-906b-2e13713a7bde), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.180273 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:54.181569 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.197964 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (e96091d1-99a1-47fc-9c36-d9d9004c432f), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.197964 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:54.197964 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.263056 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:54.265631 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (40a60be4-e5b1-4ac7-a6b1-493476a50267), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.267502 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (40a60be4-e5b1-4ac7-a6b1-493476a50267), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.281410 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5748067 Sep 14 12:05:54.281785 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34762) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:54.286913 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Request body: {'subnet': {'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-subnet', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:54.319374 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e30f30-74f9-4130-a11d-03a72fcf9cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=644a779f-cf29-481b-810a-522abcbb7388,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:54.328093 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (d4fe8a74-946d-4071-b8d3-3434cb1ac798), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.365677 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 644a779f-cf29-481b-810a-522abcbb7388 details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:05:54.412445 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4fe8a74-946d-4071-b8d3-3434cb1ac798,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:54.431374 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Checking segment: {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:05:54.431639 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Network hostable DHCP agents. Network: f06a80ac-04e5-4ae1-9b24-c817b700ac9e, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:05:54.715997 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Allocated IP 172.20.0.2 (0ca6a8c3-1298-4a9f-a110-741bf377213f/8ce4e870-27a5-46a1-b275-50dc9c5bbb13/802179c2-c3ce-478c-8eab-7965999f4762) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:05:54.718324 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Made reservation on behalf of 748b7c08460b4f718dfff67275d8e4e4 for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:54.718324 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.720202 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0982182 Sep 14 12:05:54.721177 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34772) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:54.721414 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9784386 Sep 14 12:05:54.721414 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a7ecf-5d7b-4b74-b126-afb5d2ed3262 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7e62b2-9b9b-4593-906b-2e13713a7bde,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:54.721414 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34774) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:54.722670 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Network f06a80ac-04e5-4ae1-9b24-c817b700ac9e is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:05:54.722994 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Request body: {'subnet': {'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-667795882-subnet', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:54.723118 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 0b7e62b2-9b9b-4593-906b-2e13713a7bde details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:05:54.749131 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Request body: {'subnet': {'network_id': '0b7e62b2-9b9b-4593-906b-2e13713a7bde', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-339778299-subnet', 'tenant_id': '5493cbcbaefb44f192bdffa1b3f6fd05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:54.863102 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Made reservation on behalf of 933ef2ab34a441b982b69839434d689e for: {'subnet': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:54.868864 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.927200 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks [] for router_controller (40a60be4-e5b1-4ac7-a6b1-493476a50267), precommit_add_association {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:54.996171 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:55.003940 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Made reservation on behalf of 5493cbcbaefb44f192bdffa1b3f6fd05 for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:55.006751 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.020665 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, f06a80ac-04e5-4ae1-9b24-c817b700ac9e) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:55.035604 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:55.036577 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.042779 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e76f96-7c96-4ed7-b29c-0b68ec478382 None None] Network f06a80ac-04e5-4ae1-9b24-c817b700ac9e requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:05:55.137849 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Publish callbacks [] for port (802179c2-c3ce-478c-8eab-7965999f4762), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.164157 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=6 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:55.193566 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (802179c2-c3ce-478c-8eab-7965999f4762), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.230434 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Network 0ca6a8c3-1298-4a9f-a110-741bf377213f is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:05:55.238098 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks [] for router_gateway (40a60be4-e5b1-4ac7-a6b1-493476a50267), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.243076 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c668d3-6216-4506-a2fb-c350dd0c81bc admin admin] Pushing event updated for resources: {'Network': ['ID=e96091d1-99a1-47fc-9c36-d9d9004c432f,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:55.262462 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:55.275307 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:55.321168 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:05:55.323411 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network e96091d1-99a1-47fc-9c36-d9d9004c432f details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:05:55.377651 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (f9415355-6156-4985-815e-7106e858a872), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.397982 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e8781a38-0c04-42ca-b957-6fd77907aa23 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7902641 Sep 14 12:05:55.398778 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34804) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:55.422945 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:55.545059 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:05:55.546624 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.550564 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:55.624638 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Pushing event updated for resources: {'Port': ['ID=802179c2-c3ce-478c-8eab-7965999f4762,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:55.677003 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.677672 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.678340 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.679020 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.679646 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.680259 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.680875 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.681480 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.682071 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.682593 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.683116 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.683661 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.684182 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.686104 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.686104 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Tracked resource versions report: Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: pushed versions: Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: { 'AddressGroup': {'1.2'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Agent': {'1.1'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'ConntrackHelper': {'1.0'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'LocalIPAssociation': {'1.0'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Log': {'1.0'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'NDPProxy': {'1.0'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Network': {'1.1'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Port': {'1.7'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'PortForwarding': {'1.3'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'QosPolicy': {'1.10'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SecurityGroup': {'1.5'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SubPort': {'1.0'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Subnet': {'1.1'}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Trunk': {'1.1'}} Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: consumer versions: Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: { DHCP agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: HyperV agent@hv-cinder-84496: {}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: L3 agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: Metadata agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: Metering agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: Open vSwitch agent@dv-cinder-844962-2-iscsi: { 'AddressGroup': '1.2', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Agent': '1.1', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'ConntrackHelper': '1.0', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'LocalIPAssociation': '1.0', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Log': '1.0', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'NDPProxy': '1.0', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Network': '1.1', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Port': '1.7', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'PortForwarding': '1.3', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'QosPolicy': '1.10', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SecurityGroup': '1.5', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SecurityGroupRule': '1.2', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'SubPort': '1.0', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Subnet': '1.1', Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: 'Trunk': '1.1'}} Sep 14 12:05:55.687523 dv-cinder-844962-2-iscsi neutron-server[106904]: {{(pid=106904) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:05:55.784462 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (0933cc79-f9fb-4153-a17f-fc1ab6004511), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.786529 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (0933cc79-f9fb-4153-a17f-fc1ab6004511), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.807489 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:55.817419 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Attempting to bind port 802179c2-c3ce-478c-8eab-7965999f4762 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:05:55.818195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Attempting to bind port 802179c2-c3ce-478c-8eab-7965999f4762 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:05:55.818792 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Attempting to bind port 802179c2-c3ce-478c-8eab-7965999f4762 on network 0ca6a8c3-1298-4a9f-a110-741bf377213f {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:05:55.860687 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9415355-6156-4985-815e-7106e858a872,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:55.929364 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (23eb9377-a874-4b28-83b1-d5738b3dbdf1), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.934271 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks [] for router_controller (0933cc79-f9fb-4153-a17f-fc1ab6004511), precommit_add_association {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.939847 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Checking segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:05:55.940207 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Network hostable DHCP agents. Network: 644a779f-cf29-481b-810a-522abcbb7388, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:05:55.945566 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:05:55.956331 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Checking segment: {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:05:55.956331 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.956331 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Bound using segment: {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:05:55.956331 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Bound port: 802179c2-c3ce-478c-8eab-7965999f4762, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:05:55.959267 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (802179c2-c3ce-478c-8eab-7965999f4762), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:55.975380 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:56.033575 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks [] for router_gateway (40a60be4-e5b1-4ac7-a6b1-493476a50267), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.067241 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.076967 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=23eb9377-a874-4b28-83b1-d5738b3dbdf1,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:56.107241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Network 644a779f-cf29-481b-810a-522abcbb7388 is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:05:56.118412 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (9add01ed-32e7-46bc-bff1-93338bf8b5bb), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.144503 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Allocated IP 172.20.0.2 (f06a80ac-04e5-4ae1-9b24-c817b700ac9e/d4fe8a74-946d-4071-b8d3-3434cb1ac798/563edae7-c984-406e-aa41-d6e8bfce1407) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:05:56.159757 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Checking segment: {'id': 'd0174c4f-5d23-4fe6-915d-533c3205c763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0b7e62b2-9b9b-4593-906b-2e13713a7bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:05:56.160127 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Network hostable DHCP agents. Network: 0b7e62b2-9b9b-4593-906b-2e13713a7bde, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:05:56.172049 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9add01ed-32e7-46bc-bff1-93338bf8b5bb,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:56.201906 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] For port 802179c2-c3ce-478c-8eab-7965999f4762, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:05:56.272698 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 644a779f-cf29-481b-810a-522abcbb7388) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:56.279760 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks [] for router_gateway (0933cc79-f9fb-4153-a17f-fc1ab6004511), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.288251 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:56.288848 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.289833 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] For port 802179c2-c3ce-478c-8eab-7965999f4762, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=802179c2-c3ce-478c-8eab-7965999f4762,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:05:56.296265 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Checking segment: {'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:05:56.296852 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Network hostable DHCP agents. Network: e96091d1-99a1-47fc-9c36-d9d9004c432f, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:05:56.297023 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6078a9b9-d9ed-438f-a1dd-95a866b2e7f0 None None] Network 644a779f-cf29-481b-810a-522abcbb7388 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:05:56.299441 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:56.334498 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Allocated IP 172.27.3.132 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/ecc64f1a-e8b8-4982-8d8b-d0838ee261b5) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:05:56.338615 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Network 0b7e62b2-9b9b-4593-906b-2e13713a7bde is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:05:56.345642 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 0b7e62b2-9b9b-4593-906b-2e13713a7bde) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:56.353808 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:56.354081 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.357592 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be662bf-8f8c-4523-bb80-53d96ed93cd6 None None] Network 0b7e62b2-9b9b-4593-906b-2e13713a7bde requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:05:56.374555 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-2f6cdde3-cc2d-42f5-80e9-fba572c8059d admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.0882962 Sep 14 12:05:56.374555 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34836) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:56.379423 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:56.398885 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (802179c2-c3ce-478c-8eab-7965999f4762), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.427548 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Network e96091d1-99a1-47fc-9c36-d9d9004c432f is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:05:56.436056 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:56.441717 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, e96091d1-99a1-47fc-9c36-d9d9004c432f) {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:56.454941 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:56.459446 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-7a53925b-59bf-485a-9a42-3745d705e2ab admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8138096 Sep 14 12:05:56.480406 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.511435 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:56.562298 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (d2825723-cf8a-44bf-9e74-a49f3649e302), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.563817 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (d2825723-cf8a-44bf-9e74-a49f3649e302), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.603322 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5cfaa-a081-450d-b8f4-7eb2f11c13d6 None None] Pushing event updated for resources: {'Port': ['ID=802179c2-c3ce-478c-8eab-7965999f4762,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:56.619743 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da7035-4bab-4622-93a2-322a8074934b None None] Network e96091d1-99a1-47fc-9c36-d9d9004c432f requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:05:56.636120 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-ee00fd83-203d-4282-82cf-4e8952db8f59 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9625227 Sep 14 12:05:56.636120 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34848) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:56.644627 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks [] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.654623 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-667795882-router', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:56.751094 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks [] for router_controller (d2825723-cf8a-44bf-9e74-a49f3649e302), precommit_add_association {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.794151 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks [] for router_gateway (0933cc79-f9fb-4153-a17f-fc1ab6004511), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.827716 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.921141 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (f9a16c89-1906-4881-aebe-351e756847ec), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.926188 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (f9a16c89-1906-4881-aebe-351e756847ec), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.930779 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:56.996560 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Publish callbacks [] for port (563edae7-c984-406e-aa41-d6e8bfce1407), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.027616 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-e96091d1-99a1-47fc-9c36-d9d9004c432f', 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f', 'project_id': '933ef2ab34a441b982b69839434d689e', 'fixed_ips': [{'subnet_id': '9add01ed-32e7-46bc-bff1-93338bf8b5bb'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:05:57.028554 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.032568 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:05:57.053808 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:57.069982 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:05:57.095809 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.112307 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:57.139507 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Network f06a80ac-04e5-4ae1-9b24-c817b700ac9e is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:05:57.198347 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34874) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:57.218686 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:57.221649 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Pushing event updated for resources: {'Port': ['ID=563edae7-c984-406e-aa41-d6e8bfce1407,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:57.228112 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:05:57.308088 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Pushing event updated for resources: {'Port': ['ID=ecc64f1a-e8b8-4982-8d8b-d0838ee261b5,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:57.419965 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks [] for router_controller (f9a16c89-1906-4881-aebe-351e756847ec), precommit_add_association {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.457324 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-644a779f-cf29-481b-810a-522abcbb7388', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:05:57.458293 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.497552 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ac7afe-949c-4db6-a78a-5bdb55952f3a None None] Network 0b7e62b2-9b9b-4593-906b-2e13713a7bde requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:05:57.509840 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks [] for router_gateway (d2825723-cf8a-44bf-9e74-a49f3649e302), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.520263 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2850-dc62-45a8-b087-d5e688c39f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.522721 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Attempting to bind port 563edae7-c984-406e-aa41-d6e8bfce1407 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:05:57.523110 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Attempting to bind port 563edae7-c984-406e-aa41-d6e8bfce1407 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:05:57.523543 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Attempting to bind port 563edae7-c984-406e-aa41-d6e8bfce1407 on network f06a80ac-04e5-4ae1-9b24-c817b700ac9e {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:05:57.598674 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:57.620992 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Allocated IP 172.27.3.128 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/e183fffd-4f73-4873-9d2c-873953956a95) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:05:57.652158 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:57.678386 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2850-dc62-45a8-b087-d5e688c39f9d admin admin] Publish callbacks [] for security_group (2a69ef89-a607-489a-8335-e4cb1a4d06e6), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.800853 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:05:57.806389 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Checking segment: {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:05:57.806389 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.806389 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Bound using segment: {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:05:57.806389 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Bound port: 563edae7-c984-406e-aa41-d6e8bfce1407, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:05:57.806389 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.908161 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2850-dc62-45a8-b087-d5e688c39f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (2a69ef89-a607-489a-8335-e4cb1a4d06e6), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:57.960138 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Allocated IP 172.20.0.2 (e96091d1-99a1-47fc-9c36-d9d9004c432f/9add01ed-32e7-46bc-bff1-93338bf8b5bb/30045e33-a8c6-41fb-9b96-a1453141b2de) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:05:57.989594 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:58.014800 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks [] for port (e183fffd-4f73-4873-9d2c-873953956a95), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.072428 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 802179c2-c3ce-478c-8eab-7965999f4762 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:05:58.076395 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a66817d-480c-42ca-ad64-3d80407550d7 None None] Network 0ca6a8c3-1298-4a9f-a110-741bf377213f requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:05:58.093172 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34892) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:58.093826 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34896) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:58.106986 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1105677864-network', 'tenant_id': '660c8ff838b2437093a7823701be08ec'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:05:58.210332 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks [] for router_gateway (40a60be4-e5b1-4ac7-a6b1-493476a50267), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.225016 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks [] for router_gateway (f9a16c89-1906-4881-aebe-351e756847ec), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.237447 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks [] for router_gateway (d2825723-cf8a-44bf-9e74-a49f3649e302), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.279418 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (e183fffd-4f73-4873-9d2c-873953956a95), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.281223 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] For port 563edae7-c984-406e-aa41-d6e8bfce1407, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:05:58.284355 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.298697 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Made reservation on behalf of 660c8ff838b2437093a7823701be08ec for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:05:58.299204 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.369032 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.394397 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-ac0d2850-dc62-45a8-b087-d5e688c39f9d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c93eb4d32fd643328949c7edeb3a360d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1906164 Sep 14 12:05:58.398554 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d2850-dc62-45a8-b087-d5e688c39f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a69ef89-a607-489a-8335-e4cb1a4d06e6,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:58.415701 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34904) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:58.455630 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:INSERT=6,neutron:SELECT=94 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:58.469906 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:05:58.473749 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Pushing event updated for resources: {'Port': ['ID=e183fffd-4f73-4873-9d2c-873953956a95,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:58.486092 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] For port 563edae7-c984-406e-aa41-d6e8bfce1407, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=563edae7-c984-406e-aa41-d6e8bfce1407,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:05:58.495179 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:58.499286 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:05:58.521834 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-8c2cb0a8-a2f2-4506-8d02-a55ea55c63ee None None] Provisioning complete for port 802179c2-c3ce-478c-8eab-7965999f4762 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:05:58.522235 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8c2cb0a8-a2f2-4506-8d02-a55ea55c63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (802179c2-c3ce-478c-8eab-7965999f4762), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.522569 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-8c2cb0a8-a2f2-4506-8d02-a55ea55c63ee None None] Attempt 1 to provision port 802179c2-c3ce-478c-8eab-7965999f4762 Sep 14 12:05:58.532185 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Allocated IP 172.20.0.2 (644a779f-cf29-481b-810a-522abcbb7388/f9415355-6156-4985-815e-7106e858a872/50911fc2-64c7-4605-b452-796ae242760a) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:05:58.633118 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-19a1d5c7-4abc-45e7-addf-f565d81c997a admin admin] Publish callbacks [] for security_group (2a69ef89-a607-489a-8335-e4cb1a4d06e6), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.640729 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 802179c2-c3ce-478c-8eab-7965999f4762 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:05:58.643339 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (802179c2-c3ce-478c-8eab-7965999f4762), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.643339 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 802179c2-c3ce-478c-8eab-7965999f4762 Sep 14 12:05:58.649654 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.668484 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-36589909-2c84-488f-980f-7bc4d4579845 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.683571 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:58.757117 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:58.760877 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Publish callbacks [] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.795303 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Allocated IP 172.27.3.151 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/2b5583a8-1d03-402c-9dc8-6983aa786720) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:05:58.832987 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:58.840413 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-19a1d5c7-4abc-45e7-addf-f565d81c997a admin admin] Publish callbacks [] for security_group (2a69ef89-a607-489a-8335-e4cb1a4d06e6), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.852630 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Publish callbacks [] for security_group (6b955be1-3882-4399-a6c6-2e6c552bf660), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.853664 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (40a60be4-e5b1-4ac7-a6b1-493476a50267), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.860933 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks [] for router_gateway (f9a16c89-1906-4881-aebe-351e756847ec), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.935160 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:58.955070 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247ab4f-1bc8-49ec-83dc-4855e080b7e3 None None] Pushing event updated for resources: {'Port': ['ID=563edae7-c984-406e-aa41-d6e8bfce1407,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:58.998823 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (6b955be1-3882-4399-a6c6-2e6c552bf660), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.104885 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks [] for router_gateway (0933cc79-f9fb-4153-a17f-fc1ab6004511), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.106924 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b955be1-3882-4399-a6c6-2e6c552bf660,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:59.121832 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-36589909-2c84-488f-980f-7bc4d4579845 admin admin] Publish callbacks [] for security_group (712b10d4-1faf-4691-bae3-338bb00a3ebd), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.207854 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Pushing event updated for resources: {'Port': ['ID=30045e33-a8c6-41fb-9b96-a1453141b2de,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:59.215815 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-36589909-2c84-488f-980f-7bc4d4579845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (712b10d4-1faf-4691-bae3-338bb00a3ebd), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.228199 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-8c2cb0a8-a2f2-4506-8d02-a55ea55c63ee None None] Current status of the port 802179c2-c3ce-478c-8eab-7965999f4762 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:05:59.228706 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8c2cb0a8-a2f2-4506-8d02-a55ea55c63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (802179c2-c3ce-478c-8eab-7965999f4762), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.253700 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks [] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.259813 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.260487 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36589909-2c84-488f-980f-7bc4d4579845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712b10d4-1faf-4691-bae3-338bb00a3ebd,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:59.276695 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:UPDATE=4,neutron:SELECT=83,neutron:INSERT=13 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:59.322370 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Network e96091d1-99a1-47fc-9c36-d9d9004c432f is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:05:59.359379 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:59.368808 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=106903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:05:59.388832 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (6d64e91f-2cf4-4f48-b518-627ef16682f0), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.389166 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Added segment 6d64e91f-2cf4-4f48-b518-627ef16682f0 of type vlan for network 2c475f06-e60f-494b-8fc0-31ae3055b269 Sep 14 12:05:59.391056 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:05:59.394599 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-36589909-2c84-488f-980f-7bc4d4579845 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c1187680ceae42e28656e71f18234948&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2961895 Sep 14 12:05:59.408474 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34916) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:05:59.413489 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Publish callbacks [] for port (50911fc2-64c7-4605-b452-796ae242760a), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.416661 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-8c2cb0a8-a2f2-4506-8d02-a55ea55c63ee None None] For port 802179c2-c3ce-478c-8eab-7965999f4762, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=802179c2-c3ce-478c-8eab-7965999f4762,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:05:59.418044 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 802179c2-c3ce-478c-8eab-7965999f4762 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:05:59.418518 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (802179c2-c3ce-478c-8eab-7965999f4762), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.451985 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:59.452307 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-19a1d5c7-4abc-45e7-addf-f565d81c997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (2a69ef89-a607-489a-8335-e4cb1a4d06e6), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.459122 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-19a1d5c7-4abc-45e7-addf-f565d81c997a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.466707 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-19a1d5c7-4abc-45e7-addf-f565d81c997a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2a69ef89-a607-489a-8335-e4cb1a4d06e6 HTTP/1.1" status: 204 len: 168 time: 1.0449755 Sep 14 12:05:59.518426 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8c2cb0a8-a2f2-4506-8d02-a55ea55c63ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (802179c2-c3ce-478c-8eab-7965999f4762), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.564364 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (2c475f06-e60f-494b-8fc0-31ae3055b269), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.579508 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (50911fc2-64c7-4605-b452-796ae242760a), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.584582 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a1d5c7-4abc-45e7-addf-f565d81c997a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a69ef89-a607-489a-8335-e4cb1a4d06e6,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:59.595901 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:05:59.650507 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.695727 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Attempting to bind port 30045e33-a8c6-41fb-9b96-a1453141b2de on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:05:59.696097 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Attempting to bind port 30045e33-a8c6-41fb-9b96-a1453141b2de by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:05:59.696461 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Attempting to bind port 30045e33-a8c6-41fb-9b96-a1453141b2de on network e96091d1-99a1-47fc-9c36-d9d9004c432f {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:05:59.713788 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Network 644a779f-cf29-481b-810a-522abcbb7388 is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:05:59.716897 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-15a7fbf1-4c8b-49ba-8160-ba1d529aed1f admin admin] Publish callbacks [] for security_group (712b10d4-1faf-4691-bae3-338bb00a3ebd), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.723310 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:05:59.735241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:59.737119 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (2c475f06-e60f-494b-8fc0-31ae3055b269), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.738194 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:05:59.738819 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.741346 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:05:59.757777 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:05:59.759777 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-a64fd293-599e-4c05-9203-60275a09a14a None None] Provisioning complete for port 802179c2-c3ce-478c-8eab-7965999f4762 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:05:59.759981 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a64fd293-599e-4c05-9203-60275a09a14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (802179c2-c3ce-478c-8eab-7965999f4762), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.760322 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a64fd293-599e-4c05-9203-60275a09a14a None None] Attempt 1 to provision port 802179c2-c3ce-478c-8eab-7965999f4762 Sep 14 12:05:59.763182 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (0933cc79-f9fb-4153-a17f-fc1ab6004511), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.765121 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:05:59.767786 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.db.api [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 12:05:59.768195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG oslo_db.api [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 12:05:59.777629 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Allocated IP 172.27.3.81 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/e0df9517-da85-453c-ae5a-7338da2c4592) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:05:59.793689 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cb0a8-a2f2-4506-8d02-a55ea55c63ee None None] Pushing event updated for resources: {'Port': ['ID=802179c2-c3ce-478c-8eab-7965999f4762,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:59.863856 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-15a7fbf1-4c8b-49ba-8160-ba1d529aed1f admin admin] Publish callbacks [] for security_group (712b10d4-1faf-4691-bae3-338bb00a3ebd), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:05:59.892951 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Pushing event updated for resources: {'Port': ['ID=2b5583a8-1d03-402c-9dc8-6983aa786720,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:05:59.988457 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks [] for port (e0df9517-da85-453c-ae5a-7338da2c4592), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.028040 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:00.028560 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Checking segment: {'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:00.032224 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.034189 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Bound using segment: {'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:00.036813 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Bound port: 30045e33-a8c6-41fb-9b96-a1453141b2de, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:00.038448 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.072052 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Attempting to bind port 50911fc2-64c7-4605-b452-796ae242760a on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:00.072434 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Attempting to bind port 50911fc2-64c7-4605-b452-796ae242760a by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:00.072802 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Attempting to bind port 50911fc2-64c7-4605-b452-796ae242760a on network 644a779f-cf29-481b-810a-522abcbb7388 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:00.074785 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Pushing event updated for resources: {'Port': ['ID=50911fc2-64c7-4605-b452-796ae242760a,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:00.080331 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:00.134751 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.161526 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0585129 Sep 14 12:06:00.167581 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34938) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:00.168874 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:00.184229 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a64fd293-599e-4c05-9203-60275a09a14a None None] Current status of the port 802179c2-c3ce-478c-8eab-7965999f4762 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:00.185065 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:00.192513 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Router 40a60be4-e5b1-4ac7-a6b1-493476a50267 is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:06:00.201739 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:00.202137 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:00.207327 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:00.219902 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37116ddd-bc86-4da6-8a2f-324ea9a9d79f None None] Network f06a80ac-04e5-4ae1-9b24-c817b700ac9e requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:06:00.234975 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Request body: {'subnet': {'network_id': '2c475f06-e60f-494b-8fc0-31ae3055b269', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1105677864-subnet', 'tenant_id': '660c8ff838b2437093a7823701be08ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:00.293715 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Pushing event updated for resources: {'Port': ['ID=e0df9517-da85-453c-ae5a-7338da2c4592,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:00.294315 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f70a3-6653-455c-977a-1dcb2ead826a admin admin] Pushing event updated for resources: {'Network': ['ID=2c475f06-e60f-494b-8fc0-31ae3055b269,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:00.369886 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 2c475f06-e60f-494b-8fc0-31ae3055b269 details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:06:00.378064 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] For port 30045e33-a8c6-41fb-9b96-a1453141b2de, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:00.430577 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:06:00.441542 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Made reservation on behalf of 660c8ff838b2437093a7823701be08ec for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:06:00.441742 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Sync routers for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:06:00.444292 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.458885 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:00.460299 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:00.522728 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-15a7fbf1-4c8b-49ba-8160-ba1d529aed1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (712b10d4-1faf-4691-bae3-338bb00a3ebd), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.524848 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-15a7fbf1-4c8b-49ba-8160-ba1d529aed1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.526295 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-15a7fbf1-4c8b-49ba-8160-ba1d529aed1f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/712b10d4-1faf-4691-bae3-338bb00a3ebd HTTP/1.1" status: 204 len: 168 time: 1.1141992 Sep 14 12:06:00.578945 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:00.579407 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Checking segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:00.579829 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.580234 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Bound using segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:00.580871 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Bound port: 50911fc2-64c7-4605-b452-796ae242760a, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:00.581082 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7fbf1-4c8b-49ba-8160-ba1d529aed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712b10d4-1faf-4691-bae3-338bb00a3ebd,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:00.584463 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (50911fc2-64c7-4605-b452-796ae242760a), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.631961 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.638707 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-0128e28d-41d8-4de8-a5fd-1b6b6ee08850 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6960812 Sep 14 12:06:00.639123 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34948) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:00.644455 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:00.682267 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d1f1fc45-4bd2-4e00-ac3b-02e170318edf None None] Provisioning complete for port 563edae7-c984-406e-aa41-d6e8bfce1407 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:00.682611 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fc45-4bd2-4e00-ac3b-02e170318edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.682950 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d1f1fc45-4bd2-4e00-ac3b-02e170318edf None None] Attempt 1 to provision port 563edae7-c984-406e-aa41-d6e8bfce1407 Sep 14 12:06:00.684657 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.698045 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] For port 30045e33-a8c6-41fb-9b96-a1453141b2de, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=30045e33-a8c6-41fb-9b96-a1453141b2de,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:00.771386 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Router 0933cc79-f9fb-4153-a17f-fc1ab6004511 is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:06:00.784524 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 802179c2-c3ce-478c-8eab-7965999f4762 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:00.812196 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks [] for router_gateway (f9a16c89-1906-4881-aebe-351e756847ec), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:00.853930 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:00.875751 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:05:57Z', 'revision_number': 3, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:05:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:00.936245 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Checking router: 40a60be4-e5b1-4ac7-a6b1-493476a50267 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:06:00.936245 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Updating router 40a60be4-e5b1-4ac7-a6b1-493476a50267 port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:06:00.970562 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.011371 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] For port 50911fc2-64c7-4605-b452-796ae242760a, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:01.017034 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] For port 50911fc2-64c7-4605-b452-796ae242760a, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=50911fc2-64c7-4605-b452-796ae242760a,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:01.026595 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.034179 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:01.113392 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (50911fc2-64c7-4605-b452-796ae242760a), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.138247 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:06:01.154294 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks [] for router_gateway (d2825723-cf8a-44bf-9e74-a49f3649e302), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.210661 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:01.220417 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d1f1fc45-4bd2-4e00-ac3b-02e170318edf None None] Current status of the port 563edae7-c984-406e-aa41-d6e8bfce1407 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:01.227859 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fc45-4bd2-4e00-ac3b-02e170318edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.257306 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Sync routers for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:06:01.265721 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 563edae7-c984-406e-aa41-d6e8bfce1407 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:01.352152 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:01.361929 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:01.362602 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:01.408475 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (85e75017-b1a1-4b55-9f1e-5df4ed1cb7d0), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.426520 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.435549 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-c06aadee-78c7-4843-9c3c-2a9606f9f021 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0215769 Sep 14 12:06:01.438158 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34966) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:01.448441 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d1f1fc45-4bd2-4e00-ac3b-02e170318edf None None] For port 563edae7-c984-406e-aa41-d6e8bfce1407, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=563edae7-c984-406e-aa41-d6e8bfce1407,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:01.450645 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410fe49-395f-4054-86ee-ddb0c46f51af None None] Pushing event updated for resources: {'Port': ['ID=30045e33-a8c6-41fb-9b96-a1453141b2de,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:01.555475 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 563edae7-c984-406e-aa41-d6e8bfce1407 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:01.555870 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.556217 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 563edae7-c984-406e-aa41-d6e8bfce1407 Sep 14 12:06:01.566442 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d1f1fc45-4bd2-4e00-ac3b-02e170318edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.618388 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34968) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:01.723265 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ed094c77-868b-4cf5-afdd-efaab7201674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.785212 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (f9a16c89-1906-4881-aebe-351e756847ec), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.850508 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85e75017-b1a1-4b55-9f1e-5df4ed1cb7d0,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:01.859125 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Publish callbacks [] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.939360 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:01.967084 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Attempting to bind port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:01.967537 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Attempting to bind port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:01.968284 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Attempting to bind port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:01.978088 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 34972) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:02.039909 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-489ef5a2-bb90-42b6-82ee-08ed44fe17d2 None None] Provisioning complete for port 563edae7-c984-406e-aa41-d6e8bfce1407 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:02.040929 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-489ef5a2-bb90-42b6-82ee-08ed44fe17d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.041764 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-489ef5a2-bb90-42b6-82ee-08ed44fe17d2 None None] Attempt 1 to provision port 563edae7-c984-406e-aa41-d6e8bfce1407 Sep 14 12:06:02.045155 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:02.051638 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07613af2-2946-4f79-92d5-4123225fa4c9 None None] Pushing event updated for resources: {'Port': ['ID=50911fc2-64c7-4605-b452-796ae242760a,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:02.069934 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Checking segment: {'id': '6d64e91f-2cf4-4f48-b518-627ef16682f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '2c475f06-e60f-494b-8fc0-31ae3055b269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:02.070869 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Network hostable DHCP agents. Network: 2c475f06-e60f-494b-8fc0-31ae3055b269, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:06:02.127329 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=100 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:02.139276 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:02.195183 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Pushing event updated for resources: {'Port': ['ID=ecc64f1a-e8b8-4982-8d8b-d0838ee261b5,revision_number=2']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:02.225823 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:02.226225 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:02.226907 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.227305 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:02.227788 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Bound port: ecc64f1a-e8b8-4982-8d8b-d0838ee261b5, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:02.228238 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.239636 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.239991 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.240355 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.245280 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.245822 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.246255 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.246602 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.248272 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.248628 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.248969 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.249535 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.251701 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.252148 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.252435 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.252792 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Tracked resource versions report: Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: pushed versions: Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: { 'AddressGroup': {'1.2'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Agent': {'1.1'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'ConntrackHelper': {'1.0'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'LocalIPAssociation': {'1.0'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Log': {'1.0'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'NDPProxy': {'1.0'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Network': {'1.1'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Port': {'1.7'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'PortForwarding': {'1.3'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'QosPolicy': {'1.10'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SecurityGroup': {'1.5'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SecurityGroupRule': {'1.2'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SubPort': {'1.0'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Subnet': {'1.1'}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Trunk': {'1.1'}} Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: consumer versions: Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: { DHCP agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: HyperV agent@hv-cinder-84496: {}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: L3 agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: Metadata agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: Metering agent@dv-cinder-844962-2-iscsi: {}, Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: Open vSwitch agent@dv-cinder-844962-2-iscsi: { 'AddressGroup': '1.2', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Agent': '1.1', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'ConntrackHelper': '1.0', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'LocalIPAssociation': '1.0', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Log': '1.0', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'NDPProxy': '1.0', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Network': '1.1', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Port': '1.7', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'PortForwarding': '1.3', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'QosPolicy': '1.10', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SecurityGroup': '1.5', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SecurityGroupRule': '1.2', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'SubPort': '1.0', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Subnet': '1.1', Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: 'Trunk': '1.1'}} Sep 14 12:06:02.258143 dv-cinder-844962-2-iscsi neutron-server[106905]: {{(pid=106905) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 12:06:02.278961 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 563edae7-c984-406e-aa41-d6e8bfce1407 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:02.280210 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 802179c2-c3ce-478c-8eab-7965999f4762 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:02.329873 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1fc45-4bd2-4e00-ac3b-02e170318edf None None] Pushing event updated for resources: {'Port': ['ID=563edae7-c984-406e-aa41-d6e8bfce1407,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:02.354943 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (d2825723-cf8a-44bf-9e74-a49f3649e302), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.404523 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] For port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:02.413151 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] For port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=ecc64f1a-e8b8-4982-8d8b-d0838ee261b5,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:02.435177 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:02.476445 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Network 2c475f06-e60f-494b-8fc0-31ae3055b269 is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:06:02.476987 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Router f9a16c89-1906-4881-aebe-351e756847ec is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:06:02.510459 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 802179c2-c3ce-478c-8eab-7965999f4762 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:02.510895 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (802179c2-c3ce-478c-8eab-7965999f4762), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.511390 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 802179c2-c3ce-478c-8eab-7965999f4762 Sep 14 12:06:02.519749 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.578704 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:02.581381 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:02.596140 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-60b8ced1-768a-485a-a24a-2b4f1fc5156f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.600852 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-489ef5a2-bb90-42b6-82ee-08ed44fe17d2 None None] Current status of the port 563edae7-c984-406e-aa41-d6e8bfce1407 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:02.688421 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:02.702124 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 802179c2-c3ce-478c-8eab-7965999f4762 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:02.704611 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:05:58Z', 'revision_number': 3, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:02.713955 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:02.714881 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:06:02.728135 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Sync routers for ids ['f9a16c89-1906-4881-aebe-351e756847ec'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:06:02.730541 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 2c475f06-e60f-494b-8fc0-31ae3055b269) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:02.742248 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13493cc-2d68-4a2c-b1ca-e4cec2818db2 None None] Pushing event updated for resources: {'Port': ['ID=ecc64f1a-e8b8-4982-8d8b-d0838ee261b5,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:02.754211 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:02.760001 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Checking router: 0933cc79-f9fb-4153-a17f-fc1ab6004511 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:06:02.760411 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Updating router 0933cc79-f9fb-4153-a17f-fc1ab6004511 port e183fffd-4f73-4873-9d2c-873953956a95 binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:06:02.762718 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc88de5-520d-4d83-8549-def3295e971a None None] Network 2c475f06-e60f-494b-8fc0-31ae3055b269 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:06:02.767536 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.772401 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:02.773101 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.853434 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Routers {'f9a16c89-1906-4881-aebe-351e756847ec'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:02.855407 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['f9a16c89-1906-4881-aebe-351e756847ec'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:02.923323 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-60b8ced1-768a-485a-a24a-2b4f1fc5156f admin admin] Publish callbacks [] for security_group (932565f5-057b-46bb-b74b-871500562828), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.936852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ed094c77-868b-4cf5-afdd-efaab7201674 admin admin] Publish callbacks [] for security_group (e54ce02f-f92e-45d1-91a8-8a7f43d04e80), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:02.975622 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3fed49-d852-4a0d-b3df-bff6bf2fe1c4 None None] Network e96091d1-99a1-47fc-9c36-d9d9004c432f requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:06:03.010992 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.013353 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1caa77a6-5e21-4416-9327-b43adc1b326a admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3671484 Sep 14 12:06:03.031349 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34988) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:03.037482 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:03.043598 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-60b8ced1-768a-485a-a24a-2b4f1fc5156f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (932565f5-057b-46bb-b74b-871500562828), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.098056 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:03.132514 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ed094c77-868b-4cf5-afdd-efaab7201674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e54ce02f-f92e-45d1-91a8-8a7f43d04e80), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.156386 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8ced1-768a-485a-a24a-2b4f1fc5156f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=932565f5-057b-46bb-b74b-871500562828,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:03.158629 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-89c56278-625b-43d2-af7b-a8a5ceeb9685 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9378867 Sep 14 12:06:03.215631 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed094c77-868b-4cf5-afdd-efaab7201674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54ce02f-f92e-45d1-91a8-8a7f43d04e80,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:03.281914 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca777e6-adb2-4ff8-9724-6917a71c2547 None None] Network 2c475f06-e60f-494b-8fc0-31ae3055b269 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:06:03.285919 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 30045e33-a8c6-41fb-9b96-a1453141b2de up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:03.298388 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-99c58345-9692-4f22-9d30-fbecce091bdb None None] Provisioning complete for port 30045e33-a8c6-41fb-9b96-a1453141b2de triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:03.298770 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-99c58345-9692-4f22-9d30-fbecce091bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.299112 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-99c58345-9692-4f22-9d30-fbecce091bdb None None] Attempt 1 to provision port 30045e33-a8c6-41fb-9b96-a1453141b2de Sep 14 12:06:03.451119 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 34996) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:03.473561 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:03.516931 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fe78dc-803b-44e7-9c4c-593197001c8b None None] Network 644a779f-cf29-481b-810a-522abcbb7388 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:06:03.521217 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (e183fffd-4f73-4873-9d2c-873953956a95), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.589846 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-60b8ced1-768a-485a-a24a-2b4f1fc5156f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=efcd7551351e41f7895b38ca6ad7271b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5993919 Sep 14 12:06:03.595749 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 35002) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:03.601743 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:05:57Z', 'revision_number': 3, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:03.603068 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-ed094c77-868b-4cf5-afdd-efaab7201674 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=14ea26a132e844ec9d7c02540909e8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9785788 Sep 14 12:06:03.628565 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 35004) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:03.643283 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:INSERT=18,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:03.667780 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_v2 [None req-909bcb06-2529-49ab-84b6-c48ecbefe050 admin admin] Deleting subnet 23eb9377-a874-4b28-83b1-d5738b3dbdf1 {{(pid=106902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:06:03.671315 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Set router f9a16c89-1906-4881-aebe-351e756847ec gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:03.672979 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1adb211-4cc0-4bee-b792-d6c4fc90f212 None None] The sync data for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi is: [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:05:57Z', 'revision_number': 3, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:06:03.686371 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-909bcb06-2529-49ab-84b6-c48ecbefe050 admin admin] Publish callbacks [] for subnet (23eb9377-a874-4b28-83b1-d5738b3dbdf1), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.717052 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-971fca03-2c5c-4fcf-baf8-cca19782320e admin admin] Publish callbacks [] for security_group (932565f5-057b-46bb-b74b-871500562828), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.750656 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-971fca03-2c5c-4fcf-baf8-cca19782320e admin admin] Publish callbacks [] for security_group (932565f5-057b-46bb-b74b-871500562828), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.812438 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Allocated IP 172.20.0.1 (0ca6a8c3-1298-4a9f-a110-741bf377213f/8ce4e870-27a5-46a1-b275-50dc9c5bbb13/1062ae4a-881b-4395-95ab-572b404ec20c) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:03.823254 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Router d2825723-cf8a-44bf-9e74-a49f3649e302 is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:06:03.823883 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bb65898b-670d-4f2c-b656-6fbd4adf016e admin admin] Publish callbacks [] for security_group (e54ce02f-f92e-45d1-91a8-8a7f43d04e80), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.832175 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:03.881769 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bb65898b-670d-4f2c-b656-6fbd4adf016e admin admin] Publish callbacks [] for security_group (e54ce02f-f92e-45d1-91a8-8a7f43d04e80), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.906660 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Publish callbacks [] for port (e183fffd-4f73-4873-9d2c-873953956a95), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.927113 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-909bcb06-2529-49ab-84b6-c48ecbefe050 admin admin] Publish callbacks [] for subnet (23eb9377-a874-4b28-83b1-d5738b3dbdf1), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.995160 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-971fca03-2c5c-4fcf-baf8-cca19782320e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (932565f5-057b-46bb-b74b-871500562828), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:03.998079 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-971fca03-2c5c-4fcf-baf8-cca19782320e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.000061 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-971fca03-2c5c-4fcf-baf8-cca19782320e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/932565f5-057b-46bb-b74b-871500562828 HTTP/1.1" status: 204 len: 168 time: 0.3955173 Sep 14 12:06:04.020506 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-909bcb06-2529-49ab-84b6-c48ecbefe050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (23eb9377-a874-4b28-83b1-d5738b3dbdf1), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.047820 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.054415 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:04.059091 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971fca03-2c5c-4fcf-baf8-cca19782320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=932565f5-057b-46bb-b74b-871500562828,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:04.124168 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:06:04.153027 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:04.182600 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'name': 'tempest-DeleteServersTestJSON-667795882-router', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:57Z', 'updated_at': '2022-09-14T12:06:00Z', 'revision_number': 3, 'project_id': '933ef2ab34a441b982b69839434d689e', 'gw_port': {'id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:59Z', 'updated_at': '2022-09-14T12:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:04.188682 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-99c58345-9692-4f22-9d30-fbecce091bdb None None] Current status of the port 30045e33-a8c6-41fb-9b96-a1453141b2de is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:04.189370 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-99c58345-9692-4f22-9d30-fbecce091bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.207193 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Sync routers for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:06:04.253510 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (e183fffd-4f73-4873-9d2c-873953956a95), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.264342 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Checking router: f9a16c89-1906-4881-aebe-351e756847ec for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:06:04.264342 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Updating router f9a16c89-1906-4881-aebe-351e756847ec port e0df9517-da85-453c-ae5a-7338da2c4592 binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:06:04.336669 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.342579 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-5b3c4758-512d-437d-945b-30f4cb880a5f admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.9651985 Sep 14 12:06:04.342880 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.351554 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 35016) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:04.358753 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcdb43-4838-41f7-a127-e242c7745f3f None None] Pushing event updated for resources: {'Port': ['ID=e183fffd-4f73-4873-9d2c-873953956a95,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:04.378634 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:04.383985 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:04.453938 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Publish callbacks [] for port (1062ae4a-881b-4395-95ab-572b404ec20c), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.502513 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-99c58345-9692-4f22-9d30-fbecce091bdb None None] For port 30045e33-a8c6-41fb-9b96-a1453141b2de, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=30045e33-a8c6-41fb-9b96-a1453141b2de,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:04.508438 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bb65898b-670d-4f2c-b656-6fbd4adf016e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e54ce02f-f92e-45d1-91a8-8a7f43d04e80), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.511393 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bb65898b-670d-4f2c-b656-6fbd4adf016e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.515679 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-bb65898b-670d-4f2c-b656-6fbd4adf016e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e54ce02f-f92e-45d1-91a8-8a7f43d04e80 HTTP/1.1" status: 204 len: 168 time: 0.8833611 Sep 14 12:06:04.555503 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65898b-670d-4f2c-b656-6fbd4adf016e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54ce02f-f92e-45d1-91a8-8a7f43d04e80,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:04.569373 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:04.579616 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Attempting to bind port e183fffd-4f73-4873-9d2c-873953956a95 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:04.580038 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Attempting to bind port e183fffd-4f73-4873-9d2c-873953956a95 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:04.580516 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Attempting to bind port e183fffd-4f73-4873-9d2c-873953956a95 on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:04.609927 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.642340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:04.652226 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 30045e33-a8c6-41fb-9b96-a1453141b2de triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:04.653709 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.654969 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 30045e33-a8c6-41fb-9b96-a1453141b2de Sep 14 12:06:04.681610 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-909bcb06-2529-49ab-84b6-c48ecbefe050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (23eb9377-a874-4b28-83b1-d5738b3dbdf1), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.713349 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:04.715183 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Allocated IP 172.20.0.1 (f06a80ac-04e5-4ae1-9b24-c817b700ac9e/d4fe8a74-946d-4071-b8d3-3434cb1ac798/d9c343d1-f454-4da2-a915-e6ef85619f91) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:04.750248 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-909bcb06-2529-49ab-84b6-c48ecbefe050 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.753845 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-909bcb06-2529-49ab-84b6-c48ecbefe050 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/23eb9377-a874-4b28-83b1-d5738b3dbdf1 HTTP/1.1" status: 204 len: 168 time: 1.2924714 Sep 14 12:06:04.782583 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909bcb06-2529-49ab-84b6-c48ecbefe050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23eb9377-a874-4b28-83b1-d5738b3dbdf1,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:04.786786 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 35024) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:04.791463 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Network 0ca6a8c3-1298-4a9f-a110-741bf377213f is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:04.801285 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-99c58345-9692-4f22-9d30-fbecce091bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.893118 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (0b7e62b2-9b9b-4593-906b-2e13713a7bde), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:04.917826 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:04.920961 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:04.921820 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (40a60be4-e5b1-4ac7-a6b1-493476a50267), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.032365 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Publish callbacks [] for port (e0df9517-da85-453c-ae5a-7338da2c4592), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.117722 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.324031 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Attempting to bind port e0df9517-da85-453c-ae5a-7338da2c4592 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:05.324668 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Attempting to bind port e0df9517-da85-453c-ae5a-7338da2c4592 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:05.324765 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Attempting to bind port e0df9517-da85-453c-ae5a-7338da2c4592 on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:05.338433 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:05.368018 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Pushing event updated for resources: {'Port': ['ID=1062ae4a-881b-4395-95ab-572b404ec20c,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:05.453292 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994e3d1-d7c2-49a5-9188-d8b841913953 None None] Pushing event updated for resources: {'Port': ['ID=e0df9517-da85-453c-ae5a-7338da2c4592,revision_number=2']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:05.460163 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-932ef096-7ca1-4f70-b935-699ec0384cff None None] Provisioning complete for port 50911fc2-64c7-4605-b452-796ae242760a triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:05.462333 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-932ef096-7ca1-4f70-b935-699ec0384cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (50911fc2-64c7-4605-b452-796ae242760a), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.462937 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-932ef096-7ca1-4f70-b935-699ec0384cff None None] Attempt 1 to provision port 50911fc2-64c7-4605-b452-796ae242760a Sep 14 12:06:05.509369 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:05.510065 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:05.510671 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.511630 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:05.512878 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Bound port: e0df9517-da85-453c-ae5a-7338da2c4592, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:05.513491 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.517236 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:05.609770 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Publish callbacks [] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.626984 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] For port e0df9517-da85-453c-ae5a-7338da2c4592, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:05.633946 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] For port e0df9517-da85-453c-ae5a-7338da2c4592, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=e0df9517-da85-453c-ae5a-7338da2c4592,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:05.656463 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.684534 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c58345-9692-4f22-9d30-fbecce091bdb None None] Pushing event updated for resources: {'Port': ['ID=30045e33-a8c6-41fb-9b96-a1453141b2de,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:05.694072 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.743736 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.757975 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.787949 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:05.804509 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (0b7e62b2-9b9b-4593-906b-2e13713a7bde), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.859455 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:05.864075 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:05.864075 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.864075 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:05.864075 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Bound port: e183fffd-4f73-4873-9d2c-873953956a95, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:05.864075 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (e183fffd-4f73-4873-9d2c-873953956a95), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.869563 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:05.914157 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994e3d1-d7c2-49a5-9188-d8b841913953 None None] Pushing event updated for resources: {'Port': ['ID=e0df9517-da85-453c-ae5a-7338da2c4592,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:05.937114 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Routers {'f9a16c89-1906-4881-aebe-351e756847ec'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:05.938095 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['f9a16c89-1906-4881-aebe-351e756847ec'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:05.962532 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:05.962894 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:05.963684 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:05.964031 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > port after_create 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:05.964373 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > port after_delete 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:05.964708 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > port after_update 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:05.965028 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:05.965367 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:05.965684 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:05.973109 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:05.973272 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Network f06a80ac-04e5-4ae1-9b24-c817b700ac9e is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:06.001172 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:06.073212 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:06.080551 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:06.081644 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (0933cc79-f9fb-4153-a17f-fc1ab6004511), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:06.212725 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] Set router f9a16c89-1906-4881-aebe-351e756847ec gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:06.277538 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:06.279950 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Pushing event updated for resources: {'Port': ['ID=d9c343d1-f454-4da2-a915-e6ef85619f91,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:06.298408 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] For port e183fffd-4f73-4873-9d2c-873953956a95, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:06.425165 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] For port e183fffd-4f73-4873-9d2c-873953956a95, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=e183fffd-4f73-4873-9d2c-873953956a95,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:06.445366 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 30045e33-a8c6-41fb-9b96-a1453141b2de is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:06.446667 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 563edae7-c984-406e-aa41-d6e8bfce1407 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:06.465431 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-932ef096-7ca1-4f70-b935-699ec0384cff None None] Current status of the port 50911fc2-64c7-4605-b452-796ae242760a is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:06.465431 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-932ef096-7ca1-4f70-b935-699ec0384cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (50911fc2-64c7-4605-b452-796ae242760a), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:06.525193 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:06.544933 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:06.568345 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:06.568345 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:06.568345 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:06.568345 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106902) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:06.568345 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7e62b2-9b9b-4593-906b-2e13713a7bde']}} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:06.580057 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Allocated IP 172.20.0.1 (644a779f-cf29-481b-810a-522abcbb7388/f9415355-6156-4985-815e-7106e858a872/054f9198-9fac-4636-b3a1-b906aa5922cc) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:06.601555 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (e183fffd-4f73-4873-9d2c-873953956a95), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:06.605402 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:06.652058 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'name': 'tempest-DeleteServersTestJSON-667795882-router', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:57Z', 'updated_at': '2022-09-14T12:06:00Z', 'revision_number': 3, 'project_id': '933ef2ab34a441b982b69839434d689e', 'gw_port': {'id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:59Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:06.716812 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9723acf-6157-44b6-93e8-8cbabf6a5696 None None] The sync data for ids ['f9a16c89-1906-4881-aebe-351e756847ec'] in dv-cinder-844962-2-iscsi is: [{'id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'name': 'tempest-DeleteServersTestJSON-667795882-router', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:57Z', 'updated_at': '2022-09-14T12:06:00Z', 'revision_number': 3, 'project_id': '933ef2ab34a441b982b69839434d689e', 'gw_port': {'id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:59Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:06:06.807990 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bcdb43-4838-41f7-a127-e242c7745f3f None None] Pushing event updated for resources: {'Port': ['ID=e183fffd-4f73-4873-9d2c-873953956a95,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:06.845808 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:06.848864 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:06.885953 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Publish callbacks [] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:06.961823 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Publish callbacks [] for port (1062ae4a-881b-4395-95ab-572b404ec20c), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:06.968895 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0174c4f-5d23-4fe6-915d-533c3205c763') {'for_net_delete': True} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:06.969267 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0174c4f-5d23-4fe6-915d-533c3205c763') {} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:06.978093 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-932ef096-7ca1-4f70-b935-699ec0384cff None None] For port 50911fc2-64c7-4605-b452-796ae242760a, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=50911fc2-64c7-4605-b452-796ae242760a,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:07.002253 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167006'] for segment (d0174c4f-5d23-4fe6-915d-533c3205c763), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.005189 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 563edae7-c984-406e-aa41-d6e8bfce1407 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:07.006036 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.006628 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 563edae7-c984-406e-aa41-d6e8bfce1407 Sep 14 12:06:07.034205 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.036032 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.069714 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.078221 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-932ef096-7ca1-4f70-b935-699ec0384cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (50911fc2-64c7-4605-b452-796ae242760a), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.090396 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:07.112919 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:00Z', 'revision_number': 3, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:07.129289 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (40a60be4-e5b1-4ac7-a6b1-493476a50267), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.202074 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (d0174c4f-5d23-4fe6-915d-533c3205c763), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.204175 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Pushing event updated for resources: {'Port': ['ID=1062ae4a-881b-4395-95ab-572b404ec20c,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:07.279711 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Network 644a779f-cf29-481b-810a-522abcbb7388 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:07.312635 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:07.336185 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:07.340111 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (d2825723-cf8a-44bf-9e74-a49f3649e302), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.340284 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Provisioning complete for port 1062ae4a-881b-4395-95ab-572b404ec20c triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:07.340994 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.341407 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 1 to provision port 1062ae4a-881b-4395-95ab-572b404ec20c Sep 14 12:06:07.378776 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Network 0ca6a8c3-1298-4a9f-a110-741bf377213f is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:07.388103 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:07.413489 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Checking router: d2825723-cf8a-44bf-9e74-a49f3649e302 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:06:07.413823 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Updating router d2825723-cf8a-44bf-9e74-a49f3649e302 port 2b5583a8-1d03-402c-9dc8-6983aa786720 binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:06:07.420895 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=106902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:06:07.421519 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4138293'] for segment (d0174c4f-5d23-4fe6-915d-533c3205c763), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.427483 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Port 1062ae4a-881b-4395-95ab-572b404ec20c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:07.486035 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.531904 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ef096-7ca1-4f70-b935-699ec0384cff None None] Pushing event updated for resources: {'Port': ['ID=50911fc2-64c7-4605-b452-796ae242760a,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:07.538307 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 563edae7-c984-406e-aa41-d6e8bfce1407 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:07.540872 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 50911fc2-64c7-4605-b452-796ae242760a up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:07.702625 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:07.782792 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:07.851609 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:07.912568 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Pushing event updated for resources: {'Port': ['ID=054f9198-9fac-4636-b3a1-b906aa5922cc,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:07.929953 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (0b7e62b2-9b9b-4593-906b-2e13713a7bde), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.937044 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:07.941433 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/0b7e62b2-9b9b-4593-906b-2e13713a7bde HTTP/1.1" status: 204 len: 168 time: 3.1472180 Sep 14 12:06:07.950366 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 35096) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:07.970624 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 2 to provision port 1062ae4a-881b-4395-95ab-572b404ec20c Sep 14 12:06:07.983205 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fad77a-8267-4033-8477-1ca1c6c72c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7e62b2-9b9b-4593-906b-2e13713a7bde,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:07.987814 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Allocated IP 172.20.0.1 (e96091d1-99a1-47fc-9c36-d9d9004c432f/9add01ed-32e7-46bc-bff1-93338bf8b5bb/8e185165-4264-4052-8bf3-e07ea3ab9d4f) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:08.004888 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Router 40a60be4-e5b1-4ac7-a6b1-493476a50267 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:06:08.051541 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:08.052457 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Port 1062ae4a-881b-4395-95ab-572b404ec20c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:08.060917 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 50911fc2-64c7-4605-b452-796ae242760a triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:08.061319 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (50911fc2-64c7-4605-b452-796ae242760a), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:08.061665 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 50911fc2-64c7-4605-b452-796ae242760a Sep 14 12:06:08.189839 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment d0174c4f-5d23-4fe6-915d-533c3205c763 resource provider aggregate not found Sep 14 12:06:08.234639 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6ac0ea-9c9d-42ca-b2d7-15db531227bf admin admin] Deleting subnet 85e75017-b1a1-4b55-9f1e-5df4ed1cb7d0 {{(pid=106903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:06:08.240262 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac0ea-9c9d-42ca-b2d7-15db531227bf admin admin] Publish callbacks [] for subnet (85e75017-b1a1-4b55-9f1e-5df4ed1cb7d0), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:08.273266 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:08.275279 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment d0174c4f-5d23-4fe6-915d-533c3205c763 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0174c4f-5d23-4fe6-915d-533c3205c763 found for delete ", "request_id": "req-7c51ad63-1cd3-4c52-b209-00070f57d285"}]} Sep 14 12:06:08.317598 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Publish callbacks [] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:08.336643 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac0ea-9c9d-42ca-b2d7-15db531227bf admin admin] Publish callbacks [] for subnet (85e75017-b1a1-4b55-9f1e-5df4ed1cb7d0), precommit_delete_associations {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:08.404814 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac0ea-9c9d-42ca-b2d7-15db531227bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (85e75017-b1a1-4b55-9f1e-5df4ed1cb7d0), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:08.435317 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:06:08.439450 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 50911fc2-64c7-4605-b452-796ae242760a is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:08.451890 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-995dd394-f451-4e5a-bbde-c78cd6c69a74 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/40a60be4-e5b1-4ac7-a6b1-493476a50267/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7996004 Sep 14 12:06:08.460568 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Sync routers for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:06:08.493008 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:08.494877 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:08.527198 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Publish callbacks [] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:08.551998 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:08.568361 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:08.568493 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 3 to provision port 1062ae4a-881b-4395-95ab-572b404ec20c Sep 14 12:06:08.569047 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:04Z', 'revision_number': 1, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:08.742584 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Network e96091d1-99a1-47fc-9c36-d9d9004c432f is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:08.753311 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Pushing event updated for resources: {'Port': ['ID=8e185165-4264-4052-8bf3-e07ea3ab9d4f,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:08.762197 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:08.787848 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:08.807035 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:08.966406 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852f806-cdb2-4e25-baa2-03dee493eda4 None None] The sync data for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi is: [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:04Z', 'revision_number': 1, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:06:08.999931 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:09.014762 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (f9a16c89-1906-4881-aebe-351e756847ec), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.030686 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.031462 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (0933cc79-f9fb-4153-a17f-fc1ab6004511), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.034673 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:09.044714 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:09.061348 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Port 1062ae4a-881b-4395-95ab-572b404ec20c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:09.147353 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Publish callbacks [] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.223101 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Publish callbacks [] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.253931 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:09.256089 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.256734 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 Sep 14 12:06:09.297390 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.298713 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (d2825723-cf8a-44bf-9e74-a49f3649e302), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.336300 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Pushing event updated for resources: {'Port': ['ID=d9c343d1-f454-4da2-a915-e6ef85619f91,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:09.342142 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.376294 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 2, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:09.414932 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Checking router: 40a60be4-e5b1-4ac7-a6b1-493476a50267 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:06:09.415289 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Updating router 40a60be4-e5b1-4ac7-a6b1-493476a50267 port 1062ae4a-881b-4395-95ab-572b404ec20c binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:06:09.421987 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Attempting to bind port 2b5583a8-1d03-402c-9dc8-6983aa786720 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:09.422349 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Attempting to bind port 2b5583a8-1d03-402c-9dc8-6983aa786720 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:09.422903 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Attempting to bind port 2b5583a8-1d03-402c-9dc8-6983aa786720 on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:09.466420 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.544365 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 35136) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:09.549174 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484722a-8c05-417f-a24a-b51111c993ed None None] Pushing event updated for resources: {'Port': ['ID=2b5583a8-1d03-402c-9dc8-6983aa786720,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:09.569210 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-92e71e4d-d86c-424e-aa77-4abbde28e0ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--564643965', 'description': 'tempest-description--237085454'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:09.580077 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac0ea-9c9d-42ca-b2d7-15db531227bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for subnet (85e75017-b1a1-4b55-9f1e-5df4ed1cb7d0), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.600994 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 4 to provision port 1062ae4a-881b-4395-95ab-572b404ec20c Sep 14 12:06:09.645905 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Pushing event updated for resources: {'Port': ['ID=054f9198-9fac-4636-b3a1-b906aa5922cc,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:09.647145 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.706880 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ac6ac0ea-9c9d-42ca-b2d7-15db531227bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.710460 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-ac6ac0ea-9c9d-42ca-b2d7-15db531227bf admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/85e75017-b1a1-4b55-9f1e-5df4ed1cb7d0 HTTP/1.1" status: 204 len: 168 time: 1.7595675 Sep 14 12:06:09.715269 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ac0ea-9c9d-42ca-b2d7-15db531227bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85e75017-b1a1-4b55-9f1e-5df4ed1cb7d0,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:09.717290 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 35142) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:09.739070 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:09.739473 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.766968 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:09.767854 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:09.768923 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.769474 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:09.770155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Bound port: 2b5583a8-1d03-402c-9dc8-6983aa786720, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:09.770712 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.801548 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Network f06a80ac-04e5-4ae1-9b24-c817b700ac9e is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:09.819496 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:09.832969 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:09.846320 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] For port 2b5583a8-1d03-402c-9dc8-6983aa786720, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:09.850151 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] For port 2b5583a8-1d03-402c-9dc8-6983aa786720, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=2b5583a8-1d03-402c-9dc8-6983aa786720,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:09.854676 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:09.876507 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=ecc64f1a-e8b8-4982-8d8b-d0838ee261b5,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:09.877814 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Port 1062ae4a-881b-4395-95ab-572b404ec20c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:09.908758 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Network 644a779f-cf29-481b-810a-522abcbb7388 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:09.911755 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-92e71e4d-d86c-424e-aa77-4abbde28e0ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:09.959346 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:09.969810 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (2c475f06-e60f-494b-8fc0-31ae3055b269), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.002923 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.084835 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.087321 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Publish callbacks [] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.087837 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device e0df9517-da85-453c-ae5a-7338da2c4592 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:10.178461 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:10.193337 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.275352 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:10.277553 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:10.300768 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Publish callbacks [] for port (1062ae4a-881b-4395-95ab-572b404ec20c), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.304669 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:10.363425 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-92e71e4d-d86c-424e-aa77-4abbde28e0ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (3f6d5de3-e2b2-4a3c-be30-bafbc056c64e), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.371145 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484722a-8c05-417f-a24a-b51111c993ed None None] Pushing event updated for resources: {'Port': ['ID=2b5583a8-1d03-402c-9dc8-6983aa786720,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:10.380504 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 5 to provision port 1062ae4a-881b-4395-95ab-572b404ec20c Sep 14 12:06:10.434713 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.496902 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (f9a16c89-1906-4881-aebe-351e756847ec), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.506275 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Pushing event updated for resources: {'Port': ['ID=8e185165-4264-4052-8bf3-e07ea3ab9d4f,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:10.506501 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port e0df9517-da85-453c-ae5a-7338da2c4592 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:10.506727 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.507896 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port e0df9517-da85-453c-ae5a-7338da2c4592 Sep 14 12:06:10.524319 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-92e71e4d-d86c-424e-aa77-4abbde28e0ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (3f6d5de3-e2b2-4a3c-be30-bafbc056c64e), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.579932 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Port 1062ae4a-881b-4395-95ab-572b404ec20c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:10.588197 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=ecc64f1a-e8b8-4982-8d8b-d0838ee261b5,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:10.636388 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:10.659715 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e71e4d-d86c-424e-aa77-4abbde28e0ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:10.665593 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Router d2825723-cf8a-44bf-9e74-a49f3649e302 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:06:10.697982 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8f78e-ac7d-4fff-b0b2-eebb7c2253da None None] Pushing event updated for resources: {'Port': ['ID=1062ae4a-881b-4395-95ab-572b404ec20c,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:10.707647 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (2c475f06-e60f-494b-8fc0-31ae3055b269), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.746567 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Attempting to bind port 1062ae4a-881b-4395-95ab-572b404ec20c on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:10.748316 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Attempting to bind port 1062ae4a-881b-4395-95ab-572b404ec20c by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:10.748836 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Attempting to bind port 1062ae4a-881b-4395-95ab-572b404ec20c on network 0ca6a8c3-1298-4a9f-a110-741bf377213f {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:10.749437 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-92e71e4d-d86c-424e-aa77-4abbde28e0ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.750955 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-92e71e4d-d86c-424e-aa77-4abbde28e0ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.2055774 Sep 14 12:06:10.754883 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 35156) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:10.763525 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:10.768407 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-76ddb600-87b7-482e-8ae0-4c730758c245 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'security_group_rule': {'security_group_id': '3f6d5de3-e2b2-4a3c-be30-bafbc056c64e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:10.770709 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Router 0933cc79-f9fb-4153-a17f-fc1ab6004511 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:06:10.810952 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:10.876447 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:10.877089 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:10.878832 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:10.879381 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > port after_create 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:10.879898 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:10.880520 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > port after_update 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:10.881005 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:10.881505 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:10.882017 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:10.882486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:10.894520 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:10.895066 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Checking segment: {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:10.895569 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.896062 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Bound using segment: {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:10.896680 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Bound port: 1062ae4a-881b-4395-95ab-572b404ec20c, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:10.897177 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:10.919917 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Network e96091d1-99a1-47fc-9c36-d9d9004c432f is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:10.922130 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:10.969772 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port e0df9517-da85-453c-ae5a-7338da2c4592 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:10.970429 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.012897 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port e0df9517-da85-453c-ae5a-7338da2c4592, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=e0df9517-da85-453c-ae5a-7338da2c4592,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:11.054886 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-76ddb600-87b7-482e-8ae0-4c730758c245 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (18779857-156d-4777-9e4c-fda7aef63a43), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.073155 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] For port 1062ae4a-881b-4395-95ab-572b404ec20c, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:11.075026 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:11.082221 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] For port 1062ae4a-881b-4395-95ab-572b404ec20c, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=1062ae4a-881b-4395-95ab-572b404ec20c,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:11.105974 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 6 to provision port 1062ae4a-881b-4395-95ab-572b404ec20c Sep 14 12:06:11.117088 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.117909 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 30045e33-a8c6-41fb-9b96-a1453141b2de up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:11.152400 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:11.156810 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:11.156810 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:11.156810 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106903) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 12:06:11.158267 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c475f06-e60f-494b-8fc0-31ae3055b269']}} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:11.180375 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.197769 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d64e91f-2cf4-4f48-b518-627ef16682f0') {'for_net_delete': True} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:11.198896 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d64e91f-2cf4-4f48-b518-627ef16682f0') {} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:11.248531 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626301'] for segment (6d64e91f-2cf4-4f48-b518-627ef16682f0), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.253708 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Router f9a16c89-1906-4881-aebe-351e756847ec has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:06:11.294629 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-76ddb600-87b7-482e-8ae0-4c730758c245 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (18779857-156d-4777-9e4c-fda7aef63a43), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.296790 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:11.298867 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:11.362601 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=e0df9517-da85-453c-ae5a-7338da2c4592,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:11.384280 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-76ddb600-87b7-482e-8ae0-4c730758c245 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (18779857-156d-4777-9e4c-fda7aef63a43), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.391980 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 30045e33-a8c6-41fb-9b96-a1453141b2de triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:11.392368 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.392707 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 30045e33-a8c6-41fb-9b96-a1453141b2de Sep 14 12:06:11.395854 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 2, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:11.435589 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddb600-87b7-482e-8ae0-4c730758c245 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18779857-156d-4777-9e4c-fda7aef63a43,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:11.475078 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8f78e-ac7d-4fff-b0b2-eebb7c2253da None None] Pushing event updated for resources: {'Port': ['ID=1062ae4a-881b-4395-95ab-572b404ec20c,revision_number=4']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:11.477974 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (6d64e91f-2cf4-4f48-b518-627ef16682f0), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.498385 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-76ddb600-87b7-482e-8ae0-4c730758c245 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.505496 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e9cb3d-6e5a-4ca7-8d8e-2b3019cd59ed None None] The sync data for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi is: [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 2, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:06:11.516996 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-76ddb600-87b7-482e-8ae0-4c730758c245 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7597275 Sep 14 12:06:11.524797 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 35160) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:11.559620 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:11.561157 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Current status of the port 1062ae4a-881b-4395-95ab-572b404ec20c is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:11.561564 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.568491 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-4e864d8a-7f9b-431a-a8bb-a8e4505c4228 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'security_group_rule': {'security_group_id': '3f6d5de3-e2b2-4a3c-be30-bafbc056c64e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:11.613407 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:06:11.633947 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-59e0f506-9ac2-435b-a817-7c4b0d36c021 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/f9a16c89-1906-4881-aebe-351e756847ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5920660 Sep 14 12:06:11.634225 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:11.649194 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] For port 1062ae4a-881b-4395-95ab-572b404ec20c, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=1062ae4a-881b-4395-95ab-572b404ec20c,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:11.654975 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Sync routers for ids ['f9a16c89-1906-4881-aebe-351e756847ec'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:06:11.713491 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Routers {'f9a16c89-1906-4881-aebe-351e756847ec'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:11.714749 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['f9a16c89-1906-4881-aebe-351e756847ec'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:11.775334 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4e864d8a-7f9b-431a-a8bb-a8e4505c4228 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (01eeef8f-f07d-40f3-a94b-1cb5fe9ad682), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.787145 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.792667 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=106903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:06:11.793308 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250618'] for segment (6d64e91f-2cf4-4f48-b518-627ef16682f0), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.873805 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Provisioning complete for port 50911fc2-64c7-4605-b452-796ae242760a triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:11.873805 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (50911fc2-64c7-4605-b452-796ae242760a), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:11.883335 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 1 to provision port 50911fc2-64c7-4605-b452-796ae242760a Sep 14 12:06:11.891368 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 30045e33-a8c6-41fb-9b96-a1453141b2de is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:11.898187 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 50911fc2-64c7-4605-b452-796ae242760a up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:11.912374 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4e864d8a-7f9b-431a-a8bb-a8e4505c4228 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (01eeef8f-f07d-40f3-a94b-1cb5fe9ad682), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:12.028962 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:06:12.036149 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4e864d8a-7f9b-431a-a8bb-a8e4505c4228 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (01eeef8f-f07d-40f3-a94b-1cb5fe9ad682), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:12.067886 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-88dc6a8e-47cc-4e5e-b29c-fe41eb3a1be6 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/d2825723-cf8a-44bf-9e74-a49f3649e302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7151766 Sep 14 12:06:12.115167 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:12.141684 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Pushing event updated for resources: {'Port': ['ID=1062ae4a-881b-4395-95ab-572b404ec20c,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:12.142721 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e864d8a-7f9b-431a-a8bb-a8e4505c4228 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01eeef8f-f07d-40f3-a94b-1cb5fe9ad682,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:12.154595 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:12.157221 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Set router f9a16c89-1906-4881-aebe-351e756847ec gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:12.192245 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4e864d8a-7f9b-431a-a8bb-a8e4505c4228 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:12.198744 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc903dd2-39bf-48c0-8843-49e8c98060e5 None None] The sync data for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi is: [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:06:12.203570 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-4e864d8a-7f9b-431a-a8bb-a8e4505c4228 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6738708 Sep 14 12:06:12.204574 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 35182) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:12.207040 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:06:12.235948 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e8ab7ece-c5d3-4d1c-9a44-d9f475a79b1c admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/0933cc79-f9fb-4153-a17f-fc1ab6004511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7888324 Sep 14 12:06:12.238893 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:12.287715 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (2c475f06-e60f-494b-8fc0-31ae3055b269), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:12.347330 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:12.356426 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/2c475f06-e60f-494b-8fc0-31ae3055b269 HTTP/1.1" status: 204 len: 168 time: 2.6337664 Sep 14 12:06:12.370280 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416df768-bed3-4025-965f-89aae7f55ef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c475f06-e60f-494b-8fc0-31ae3055b269,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:12.419510 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:12.631092 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 35220) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:12.633955 dv-cinder-844962-2-iscsi neutron-server[106903]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 12:06:12.771293 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment 6d64e91f-2cf4-4f48-b518-627ef16682f0 resource provider aggregate not found Sep 14 12:06:12.789467 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:12.812439 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 50911fc2-64c7-4605-b452-796ae242760a triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:12.818204 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (50911fc2-64c7-4605-b452-796ae242760a), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:12.818204 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 50911fc2-64c7-4605-b452-796ae242760a Sep 14 12:06:12.819823 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:12.911695 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Current status of the port 50911fc2-64c7-4605-b452-796ae242760a is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:12.927176 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment 6d64e91f-2cf4-4f48-b518-627ef16682f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d64e91f-2cf4-4f48-b518-627ef16682f0 found for delete ", "request_id": "req-8353c9e5-ad6a-4d46-99e5-5983585613df"}]} Sep 14 12:06:12.928276 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:12.973242 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Provisioning complete for port 30045e33-a8c6-41fb-9b96-a1453141b2de triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:12.973813 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:12.974243 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 1 to provision port 30045e33-a8c6-41fb-9b96-a1453141b2de Sep 14 12:06:13.040063 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a034615f-f4cd-4a4f-8815-e165b4baa525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:13.147101 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Allocated IP 172.27.3.237 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/40e51785-f227-4daa-9553-922fbf3583fe) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:13.155399 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-d8e2263c-3fcf-48c1-b372-767094125b75 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:13.160616 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-d8e2263c-3fcf-48c1-b372-767094125b75 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/networks?id=e96091d1-99a1-47fc-9c36-d9d9004c432f HTTP/1.1" status: 200 len: 811 time: 0.5281847 Sep 14 12:06:13.169527 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 35236) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:13.176098 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-17b9c079-a91a-4572-99ae-ea931335cbc5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1612821863', 'description': 'tempest-description--921271482'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:13.262318 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Sync routers for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:06:13.281498 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:13.282149 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-d118412f-892a-440a-be51-c712bff13cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:13.283406 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-91e932b9-2b0f-4278-b60f-471a8a8b5add tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/quotas/933ef2ab34a441b982b69839434d689e HTTP/1.1" status: 200 len: 375 time: 0.0913129 Sep 14 12:06:13.299903 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:13.313510 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 50911fc2-64c7-4605-b452-796ae242760a is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:13.359149 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Current status of the port 30045e33-a8c6-41fb-9b96-a1453141b2de is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:13.395044 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'name': 'tempest-DeleteServersTestJSON-667795882-router', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:57Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '933ef2ab34a441b982b69839434d689e', 'gw_port': {'id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:59Z', 'updated_at': '2022-09-14T12:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '8e185165-4264-4052-8bf3-e07ea3ab9d4f', 'name': '', 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'mac_address': 'fa:16:3e:0a:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '9add01ed-32e7-46bc-bff1-93338bf8b5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:06Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 2, 'project_id': '933ef2ab34a441b982b69839434d689e', 'subnets': [{'id': '9add01ed-32e7-46bc-bff1-93338bf8b5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:13.427540 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for port (40e51785-f227-4daa-9553-922fbf3583fe), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:13.490553 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-741eaa78-e7b0-41a8-86e0-3aa0b8982e2c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=933ef2ab34a441b982b69839434d689e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2023852 Sep 14 12:06:13.508665 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Provisioning complete for port d9c343d1-f454-4da2-a915-e6ef85619f91 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:13.510691 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:13.510691 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 1 to provision port d9c343d1-f454-4da2-a915-e6ef85619f91 Sep 14 12:06:13.511793 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Checking router: f9a16c89-1906-4881-aebe-351e756847ec for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:06:13.534154 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Updating router f9a16c89-1906-4881-aebe-351e756847ec port 8e185165-4264-4052-8bf3-e07ea3ab9d4f binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:06:13.540004 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 35256) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:13.596829 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:13.631089 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-17b9c079-a91a-4572-99ae-ea931335cbc5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:13.633435 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:13.643141 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (40e51785-f227-4daa-9553-922fbf3583fe), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:13.726334 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:13.760709 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:13.766122 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'Port': ['ID=40e51785-f227-4daa-9553-922fbf3583fe,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:13.768258 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:13.768725 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Port d9c343d1-f454-4da2-a915-e6ef85619f91 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:13.769706 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:13.772164 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:13.773242 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:13.774243 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 35262) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:13.837844 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:06:13.872901 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:14.057740 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-17b9c079-a91a-4572-99ae-ea931335cbc5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (8a69b95e-dccf-43e2-bad7-f0123c1c872f), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.067936 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-cb4039bc-1927-45bc-bccd-9233b2186838 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:06:14.068871 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (44fcf99b-06ed-4e4c-a320-3957bedb6b1b), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.068992 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-cb4039bc-1927-45bc-bccd-9233b2186838 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2250030 Sep 14 12:06:14.084826 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-ee2905de-cc88-4769-a614-98c2696be150 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:14.086697 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-ee2905de-cc88-4769-a614-98c2696be150 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 818 time: 0.5463345 Sep 14 12:06:14.113598 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-d118412f-892a-440a-be51-c712bff13cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:07Z', 'revision_number': 2, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:14.121675 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:14.123300 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.123300 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 Sep 14 12:06:14.123462 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-34668bc9-e00a-440f-83ca-f74869bc11d4 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5493cbcbaefb44f192bdffa1b3f6fd05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3363159 Sep 14 12:06:14.125495 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 35266) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:14.150064 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Checking router: 0933cc79-f9fb-4153-a17f-fc1ab6004511 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:06:14.156983 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-17b9c079-a91a-4572-99ae-ea931335cbc5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (8a69b95e-dccf-43e2-bad7-f0123c1c872f), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.157137 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Updating router 0933cc79-f9fb-4153-a17f-fc1ab6004511 port d9c343d1-f454-4da2-a915-e6ef85619f91 binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:06:14.168222 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-932c70c9-e1e3-4ca8-9e31-dae72681713b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/quotas/748b7c08460b4f718dfff67275d8e4e4 HTTP/1.1" status: 200 len: 375 time: 0.0692327 Sep 14 12:06:14.197592 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.216361 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:14.239817 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b9c079-a91a-4572-99ae-ea931335cbc5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a69b95e-dccf-43e2-bad7-f0123c1c872f,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:14.252550 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Publish callbacks [] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.274890 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 2 to provision port d9c343d1-f454-4da2-a915-e6ef85619f91 Sep 14 12:06:14.277494 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6eed160b-1a60-4b23-a625-9354992fbdc5 admin admin] Publish callbacks [] for security_group (bc6ffd2f-4c97-4891-969b-085a4457f947), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.282841 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-5efd60b9-b6ea-4ea2-b4f1-e72a133ac3d0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019590 Sep 14 12:06:14.287253 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-17b9c079-a91a-4572-99ae-ea931335cbc5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.291244 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-17b9c079-a91a-4572-99ae-ea931335cbc5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1240075 Sep 14 12:06:14.292074 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-019a4333-5722-4e42-8b91-1070cb2e056f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/e96091d1-99a1-47fc-9c36-d9d9004c432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009225 Sep 14 12:06:14.292190 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 35270) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:14.293169 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (40e51785-f227-4daa-9553-922fbf3583fe), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.303229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-2bed77ff-81ad-4b09-89dd-2a6ed4c27360 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'security_group_rule': {'security_group_id': '8a69b95e-dccf-43e2-bad7-f0123c1c872f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:14.308920 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.320275 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:14.379377 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Port d9c343d1-f454-4da2-a915-e6ef85619f91 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:14.419557 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2bed77ff-81ad-4b09-89dd-2a6ed4c27360 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (3fa944cf-6153-4524-940f-2a33f763e23b), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.474446 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Attempting to bind port 8e185165-4264-4052-8bf3-e07ea3ab9d4f on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:14.474825 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Attempting to bind port 8e185165-4264-4052-8bf3-e07ea3ab9d4f by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:14.475264 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Attempting to bind port 8e185165-4264-4052-8bf3-e07ea3ab9d4f on network e96091d1-99a1-47fc-9c36-d9d9004c432f {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:14.481091 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bd760-df1c-4ad5-9020-0ce1878bf210 None None] Pushing event updated for resources: {'Port': ['ID=8e185165-4264-4052-8bf3-e07ea3ab9d4f,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:14.507256 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for port (40e51785-f227-4daa-9553-922fbf3583fe), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.516649 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-ecbe4a79-b0cf-4b25-8e2c-7e207cbe2b1b service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:06:14.517481 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-ecbe4a79-b0cf-4b25-8e2c-7e207cbe2b1b service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1252661 Sep 14 12:06:14.520339 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2bed77ff-81ad-4b09-89dd-2a6ed4c27360 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (3fa944cf-6153-4524-940f-2a33f763e23b), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.522844 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-1b6e5de5-d3c6-4a2c-bced-ffb0b1d0a67e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/e96091d1-99a1-47fc-9c36-d9d9004c432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967056 Sep 14 12:06:14.535852 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6eed160b-1a60-4b23-a625-9354992fbdc5 admin admin] Publish callbacks [] for security_group (bc6ffd2f-4c97-4891-969b-085a4457f947), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.560702 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:14.561774 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device e0df9517-da85-453c-ae5a-7338da2c4592 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:14.586551 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:14.586933 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Checking segment: {'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:14.587638 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.587933 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Bound using segment: {'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:14.588442 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Bound port: 8e185165-4264-4052-8bf3-e07ea3ab9d4f, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:14.589254 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.600264 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (40e51785-f227-4daa-9553-922fbf3583fe), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.613475 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2bed77ff-81ad-4b09-89dd-2a6ed4c27360 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (3fa944cf-6153-4524-940f-2a33f763e23b), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.651790 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed77ff-81ad-4b09-89dd-2a6ed4c27360 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa944cf-6153-4524-940f-2a33f763e23b,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:14.671016 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (44fcf99b-06ed-4e4c-a320-3957bedb6b1b), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.706504 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:14.719260 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-b368d604-b895-4e87-8d0a-016e188f3ad6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933243 Sep 14 12:06:14.731709 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6eed160b-1a60-4b23-a625-9354992fbdc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (bc6ffd2f-4c97-4891-969b-085a4457f947), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.735030 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6eed160b-1a60-4b23-a625-9354992fbdc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.737024 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-6eed160b-1a60-4b23-a625-9354992fbdc5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/bc6ffd2f-4c97-4891-969b-085a4457f947 HTTP/1.1" status: 204 len: 168 time: 0.6104865 Sep 14 12:06:14.738711 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:14.742469 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] For port 8e185165-4264-4052-8bf3-e07ea3ab9d4f, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:14.750359 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] For port 8e185165-4264-4052-8bf3-e07ea3ab9d4f, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=8e185165-4264-4052-8bf3-e07ea3ab9d4f,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:14.756669 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'Port': ['ID=40e51785-f227-4daa-9553-922fbf3583fe,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:14.770760 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed160b-1a60-4b23-a625-9354992fbdc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6ffd2f-4c97-4891-969b-085a4457f947,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:14.786067 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.787426 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d0881503-bf0f-47c7-b989-bfb388c166c7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5818634 Sep 14 12:06:14.821147 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Publish callbacks [] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.845448 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port e0df9517-da85-453c-ae5a-7338da2c4592 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:14.846211 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.847041 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port e0df9517-da85-453c-ae5a-7338da2c4592 Sep 14 12:06:14.858504 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2bed77ff-81ad-4b09-89dd-2a6ed4c27360 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.861753 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-2bed77ff-81ad-4b09-89dd-2a6ed4c27360 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5652483 Sep 14 12:06:14.864017 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 35290) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:14.869257 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-40edbfe5-a0a7-4b98-b8ff-471ab37e06f6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'security_group_rule': {'security_group_id': '8a69b95e-dccf-43e2-bad7-f0123c1c872f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:14.900499 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 3 to provision port d9c343d1-f454-4da2-a915-e6ef85619f91 Sep 14 12:06:14.910405 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:14.927320 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:14.955530 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-fa727610-5baa-4a49-b5eb-bb588d826b56 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346268 Sep 14 12:06:14.990016 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.026478 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-40edbfe5-a0a7-4b98-b8ff-471ab37e06f6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (d5d27bea-3e70-4295-b0ee-7f3b20593fa2), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.048504 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:15.142442 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ca266-3952-4a09-8f2a-1479b797c1f9 None None] Pushing event updated for resources: {'Port': ['ID=d9c343d1-f454-4da2-a915-e6ef85619f91,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:15.163496 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-40edbfe5-a0a7-4b98-b8ff-471ab37e06f6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (d5d27bea-3e70-4295-b0ee-7f3b20593fa2), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.179793 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Attempting to bind port d9c343d1-f454-4da2-a915-e6ef85619f91 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:15.180239 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Attempting to bind port d9c343d1-f454-4da2-a915-e6ef85619f91 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:15.180664 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Attempting to bind port d9c343d1-f454-4da2-a915-e6ef85619f91 on network f06a80ac-04e5-4ae1-9b24-c817b700ac9e {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:15.211993 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Port d9c343d1-f454-4da2-a915-e6ef85619f91 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:15.219875 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Routers {'f9a16c89-1906-4881-aebe-351e756847ec'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:15.220489 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:05:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['f9a16c89-1906-4881-aebe-351e756847ec'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:15.237384 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-40edbfe5-a0a7-4b98-b8ff-471ab37e06f6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (d5d27bea-3e70-4295-b0ee-7f3b20593fa2), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.241927 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fb4fe11a-cf5b-448b-a516-c7c3c2119c2c req-d5fbddef-c518-46c4-8808-fb18e97cb744 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.1244581 Sep 14 12:06:15.242425 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:15.242425 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Checking segment: {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:15.242425 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.244020 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Bound using segment: {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:15.244593 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Bound port: d9c343d1-f454-4da2-a915-e6ef85619f91, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:15.244982 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.295487 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edbfe5-a0a7-4b98-b8ff-471ab37e06f6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d27bea-3e70-4295-b0ee-7f3b20593fa2,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:15.351412 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:15.356736 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port e0df9517-da85-453c-ae5a-7338da2c4592 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:15.363022 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device e183fffd-4f73-4873-9d2c-873953956a95 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:15.367947 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-40edbfe5-a0a7-4b98-b8ff-471ab37e06f6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.374380 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-40edbfe5-a0a7-4b98-b8ff-471ab37e06f6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5060942 Sep 14 12:06:15.375055 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 35322) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:15.384350 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-12715d38-f00c-42ba-b7da-5bfaa856c494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.384726 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:15.436498 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bd760-df1c-4ad5-9020-0ce1878bf210 None None] Pushing event updated for resources: {'Port': ['ID=8e185165-4264-4052-8bf3-e07ea3ab9d4f,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:15.478777 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-d118412f-892a-440a-be51-c712bff13cbc None None] For port d9c343d1-f454-4da2-a915-e6ef85619f91, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:15.485844 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-d118412f-892a-440a-be51-c712bff13cbc None None] For port d9c343d1-f454-4da2-a915-e6ef85619f91, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=d9c343d1-f454-4da2-a915-e6ef85619f91,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:15.555668 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port e183fffd-4f73-4873-9d2c-873953956a95 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:15.556065 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (e183fffd-4f73-4873-9d2c-873953956a95), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.556386 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port e183fffd-4f73-4873-9d2c-873953956a95 Sep 14 12:06:15.563303 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-50eafde7-6682-4c13-a1e3-15ce475a56fa req-7204eea4-24c8-4827-af5a-0d468007d9f7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 210 time: 0.0935016 Sep 14 12:06:15.578811 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] Set router f9a16c89-1906-4881-aebe-351e756847ec gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:15.608955 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.647560 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:15.672860 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-5bd89b3f-0f24-432e-8e81-ffb00e43151b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--564643965&fields=id&tenant_id=d410170ed3ed4ce2b64d367cbf77790a HTTP/1.1" status: 200 len: 267 time: 0.1206949 Sep 14 12:06:15.715076 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Attempt 4 to provision port d9c343d1-f454-4da2-a915-e6ef85619f91 Sep 14 12:06:15.719069 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:15.724733 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-d118412f-892a-440a-be51-c712bff13cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:06:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:15.792342 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ca266-3952-4a09-8f2a-1479b797c1f9 None None] Pushing event updated for resources: {'Port': ['ID=d9c343d1-f454-4da2-a915-e6ef85619f91,revision_number=4']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:15.931309 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:16.075648 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 35368) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:16.172332 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:16.204099 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-87faf549-5315-48b5-9466-24cb23f6eea0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=660c8ff838b2437093a7823701be08ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1295974 Sep 14 12:06:16.215112 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 35374) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:16.345444 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-54f849d2-434b-4be4-858c-5a5782d7f401 admin admin] Publish callbacks [] for security_group (6b955be1-3882-4399-a6c6-2e6c552bf660), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:16.366825 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-d118412f-892a-440a-be51-c712bff13cbc None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:16.397245 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-54f849d2-434b-4be4-858c-5a5782d7f401 admin admin] Publish callbacks [] for security_group (6b955be1-3882-4399-a6c6-2e6c552bf660), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:16.427016 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port e183fffd-4f73-4873-9d2c-873953956a95 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:16.427598 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (e183fffd-4f73-4873-9d2c-873953956a95), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:16.465586 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port e183fffd-4f73-4873-9d2c-873953956a95, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=e183fffd-4f73-4873-9d2c-873953956a95,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:16.554671 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (e183fffd-4f73-4873-9d2c-873953956a95), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:16.554671 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 2b5583a8-1d03-402c-9dc8-6983aa786720 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:16.602025 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-507ff3f5-c38b-4937-87ee-9a48158fa92b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:16.602628 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-54f849d2-434b-4be4-858c-5a5782d7f401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (6b955be1-3882-4399-a6c6-2e6c552bf660), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:16.605733 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-54f849d2-434b-4be4-858c-5a5782d7f401 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:16.612456 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-54f849d2-434b-4be4-858c-5a5782d7f401 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6b955be1-3882-4399-a6c6-2e6c552bf660 HTTP/1.1" status: 204 len: 168 time: 0.3892174 Sep 14 12:06:16.612630 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-507ff3f5-c38b-4937-87ee-9a48158fa92b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 816 time: 0.9353218 Sep 14 12:06:16.626007 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f849d2-434b-4be4-858c-5a5782d7f401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b955be1-3882-4399-a6c6-2e6c552bf660,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:16.646521 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-a0178738-44e4-4533-b8f8-7a5cb8e8b6b4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/quotas/d410170ed3ed4ce2b64d367cbf77790a HTTP/1.1" status: 200 len: 375 time: 0.0361295 Sep 14 12:06:16.700080 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:16.709631 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:16.726363 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-d118412f-892a-440a-be51-c712bff13cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:15Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:16.754321 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Current status of the port d9c343d1-f454-4da2-a915-e6ef85619f91 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:16.755167 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:16.765305 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=e183fffd-4f73-4873-9d2c-873953956a95,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:16.784319 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 2b5583a8-1d03-402c-9dc8-6983aa786720 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:16.786985 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:16.786985 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 2b5583a8-1d03-402c-9dc8-6983aa786720 Sep 14 12:06:16.787150 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d118412f-892a-440a-be51-c712bff13cbc None None] The sync data for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi is: [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:15Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:06:16.800990 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-925e02ac-d996-41da-b3d9-befb0f1e40a5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1535978 Sep 14 12:06:16.851350 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:16.863135 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-7ddcf279-bb01-44c0-a568-d69e71a1135f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:16.870270 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-7ddcf279-bb01-44c0-a568-d69e71a1135f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 818 time: 0.8126364 Sep 14 12:06:16.909613 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] For port d9c343d1-f454-4da2-a915-e6ef85619f91, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=d9c343d1-f454-4da2-a915-e6ef85619f91,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:16.926428 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'name': 'tempest-DeleteServersTestJSON-667795882-router', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:57Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '933ef2ab34a441b982b69839434d689e', 'gw_port': {'id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:59Z', 'updated_at': '2022-09-14T12:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '8e185165-4264-4052-8bf3-e07ea3ab9d4f', 'name': '', 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'mac_address': 'fa:16:3e:0a:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '9add01ed-32e7-46bc-bff1-93338bf8b5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:06Z', 'updated_at': '2022-09-14T12:06:14Z', 'revision_number': 4, 'project_id': '933ef2ab34a441b982b69839434d689e', 'subnets': [{'id': '9add01ed-32e7-46bc-bff1-93338bf8b5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:16.930081 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Allocated IP 172.27.3.27 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/b653f8f8-1bfb-43f9-a093-3bdd54217213) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:16.952442 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-14e10c83-375d-4673-8847-030827bcda36 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/quotas/748b7c08460b4f718dfff67275d8e4e4 HTTP/1.1" status: 200 len: 375 time: 0.0811555 Sep 14 12:06:16.961701 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacda54d-c24c-4a65-b067-f5ef5dd73d65 None None] The sync data for ids ['f9a16c89-1906-4881-aebe-351e756847ec'] in dv-cinder-844962-2-iscsi is: [{'id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'name': 'tempest-DeleteServersTestJSON-667795882-router', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:57Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '933ef2ab34a441b982b69839434d689e', 'gw_port': {'id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:59Z', 'updated_at': '2022-09-14T12:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '8e185165-4264-4052-8bf3-e07ea3ab9d4f', 'name': '', 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'mac_address': 'fa:16:3e:0a:ec:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '9add01ed-32e7-46bc-bff1-93338bf8b5bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:06Z', 'updated_at': '2022-09-14T12:06:14Z', 'revision_number': 4, 'project_id': '933ef2ab34a441b982b69839434d689e', 'subnets': [{'id': '9add01ed-32e7-46bc-bff1-93338bf8b5bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:06:17.021565 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 2b5583a8-1d03-402c-9dc8-6983aa786720 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:17.021990 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:17.029984 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:17.032888 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-d8475682-20ca-4eb1-983f-fbd912fd7ef3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793822 Sep 14 12:06:17.070619 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port 2b5583a8-1d03-402c-9dc8-6983aa786720, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=2b5583a8-1d03-402c-9dc8-6983aa786720,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:17.095448 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b5033-544d-4d92-a585-59593ac1f3b0 None None] Pushing event updated for resources: {'Port': ['ID=d9c343d1-f454-4da2-a915-e6ef85619f91,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:17.127794 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-c1a3eac1-5eaa-4fba-aeb0-8a808eb04953 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057070 Sep 14 12:06:17.146387 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:17.147222 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 1062ae4a-881b-4395-95ab-572b404ec20c up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:17.312942 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for port (b653f8f8-1bfb-43f9-a093-3bdd54217213), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:17.319948 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Provisioning complete for port 1062ae4a-881b-4395-95ab-572b404ec20c triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:17.320446 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:17.320854 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Attempt 1 to provision port 1062ae4a-881b-4395-95ab-572b404ec20c Sep 14 12:06:17.325497 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=2b5583a8-1d03-402c-9dc8-6983aa786720,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:17.340938 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-af346c22-1b49-4d95-9fad-7f22747c10e7 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493529 Sep 14 12:06:17.369084 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 1062ae4a-881b-4395-95ab-572b404ec20c triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:17.369084 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:17.369084 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 1062ae4a-881b-4395-95ab-572b404ec20c Sep 14 12:06:17.415810 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-8bf848c1-56e1-47a3-ab0c-5d361fbfa64f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456422 Sep 14 12:06:17.469169 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:17.493607 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-e9be1691-646c-47dc-b382-a4340207febe service neutron] 10.222.0.62 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513598 Sep 14 12:06:17.506464 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:17.507414 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 1062ae4a-881b-4395-95ab-572b404ec20c is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:17.534510 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (b653f8f8-1bfb-43f9-a093-3bdd54217213), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:17.608620 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:17.632727 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:17.632727 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:17.645893 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Current status of the port 1062ae4a-881b-4395-95ab-572b404ec20c is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:17.686760 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Provisioning complete for port 8e185165-4264-4052-8bf3-e07ea3ab9d4f triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:17.690936 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:17.695015 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Attempt 1 to provision port 8e185165-4264-4052-8bf3-e07ea3ab9d4f Sep 14 12:06:17.714851 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'Port': ['ID=b653f8f8-1bfb-43f9-a093-3bdd54217213,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:17.871155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device e183fffd-4f73-4873-9d2c-873953956a95 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:18.074516 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e4b89560-7a8a-4c4e-9651-e6871c55f6f6 req-470597af-6306-4363-a149-da815299694a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.1735981 Sep 14 12:06:18.088020 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port e183fffd-4f73-4873-9d2c-873953956a95 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:18.089758 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (e183fffd-4f73-4873-9d2c-873953956a95), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.090310 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port e183fffd-4f73-4873-9d2c-873953956a95 Sep 14 12:06:18.091784 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:18.109804 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2b8cd21b-6761-40a5-a696-97015a59851a req-cf85b749-00d8-4285-8f8f-4e78d396f0c9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.1402760 Sep 14 12:06:18.141582 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (05b43be9-fa8e-4d7c-90bd-2c0f4e111e14), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.150935 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Current status of the port 8e185165-4264-4052-8bf3-e07ea3ab9d4f is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:18.151336 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.153364 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.158625 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.213719 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] For port 8e185165-4264-4052-8bf3-e07ea3ab9d4f, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=8e185165-4264-4052-8bf3-e07ea3ab9d4f,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:18.287945 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dbb29a06-0b9d-458c-bf9c-bbbbcdfc2534 req-f977e56e-22ef-49f7-abfa-ac6199f289f2 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0983040 Sep 14 12:06:18.293874 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.372721 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Provisioning complete for port 054f9198-9fac-4636-b3a1-b906aa5922cc triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:18.373181 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.373278 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (b653f8f8-1bfb-43f9-a093-3bdd54217213), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.373647 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Attempt 1 to provision port 054f9198-9fac-4636-b3a1-b906aa5922cc Sep 14 12:06:18.414389 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port e183fffd-4f73-4873-9d2c-873953956a95 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:18.415821 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 2b5583a8-1d03-402c-9dc8-6983aa786720 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:18.458336 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:18.484165 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Port 054f9198-9fac-4636-b3a1-b906aa5922cc cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:18.486475 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Pushing event updated for resources: {'Port': ['ID=8e185165-4264-4052-8bf3-e07ea3ab9d4f,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:18.503415 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 2b5583a8-1d03-402c-9dc8-6983aa786720 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:18.504460 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.504460 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 2b5583a8-1d03-402c-9dc8-6983aa786720 Sep 14 12:06:18.585040 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for port (b653f8f8-1bfb-43f9-a093-3bdd54217213), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.599446 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 2b5583a8-1d03-402c-9dc8-6983aa786720 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:18.600506 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device d9c343d1-f454-4da2-a915-e6ef85619f91 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:18.653625 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port d9c343d1-f454-4da2-a915-e6ef85619f91 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:18.654026 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.654366 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port d9c343d1-f454-4da2-a915-e6ef85619f91 Sep 14 12:06:18.680094 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (b653f8f8-1bfb-43f9-a093-3bdd54217213), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.796379 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port d9c343d1-f454-4da2-a915-e6ef85619f91 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:18.804951 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (05b43be9-fa8e-4d7c-90bd-2c0f4e111e14), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.826974 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'Port': ['ID=b653f8f8-1bfb-43f9-a093-3bdd54217213,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:18.909283 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:18.909283 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-55252499-7a78-4e10-b0af-51a708e71909 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5240786 Sep 14 12:06:18.985198 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Attempt 2 to provision port 054f9198-9fac-4636-b3a1-b906aa5922cc Sep 14 12:06:19.087137 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Port 054f9198-9fac-4636-b3a1-b906aa5922cc cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:19.236565 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-d2d3f6b8-8d55-4a2b-b0bb-c83f3e8d40e5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1612821863&fields=id&tenant_id=e35c2ab9a9644cadadd4da9a544b944b HTTP/1.1" status: 200 len: 267 time: 0.0571706 Sep 14 12:06:19.332980 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9143c43f-b989-4ee3-91bf-38f1cb25c546 req-8a677e00-e4cb-4d0f-846c-399419d53d3b tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.0761082 Sep 14 12:06:19.437267 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:19.486524 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4458a387-8df6-4df5-ac38-b86963aeb4a7 req-26f2b990-230c-4567-beff-7cbc4cf0d7fb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0478642 Sep 14 12:06:19.492723 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584df6a-5289-402d-9ae2-266a00024244 req-c68e6f50-f9c5-4957-868f-eb57afe9ea2d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:19.494296 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-c68e6f50-f9c5-4957-868f-eb57afe9ea2d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/networks?id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 200 len: 811 time: 0.2490716 Sep 14 12:06:19.524405 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-b3ac6d37-8a23-43f2-b48e-28da448597c2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/quotas/e35c2ab9a9644cadadd4da9a544b944b HTTP/1.1" status: 200 len: 375 time: 0.0165110 Sep 14 12:06:19.587863 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Attempt 3 to provision port 054f9198-9fac-4636-b3a1-b906aa5922cc Sep 14 12:06:19.628925 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Port 054f9198-9fac-4636-b3a1-b906aa5922cc cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:19.643808 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8c0b1cb8-99db-4ca3-bbda-c0b9240efc50 req-37cc1d16-4ea3-4f86-b3b7-1fc0f1dc02f9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0383642 Sep 14 12:06:19.666300 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 8e185165-4264-4052-8bf3-e07ea3ab9d4f up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:19.667446 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-bfedbc91-e758-4807-a6ce-41a72bae7550 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296508 Sep 14 12:06:19.671187 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:19.720554 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 8e185165-4264-4052-8bf3-e07ea3ab9d4f triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:19.721210 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:19.721767 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 8e185165-4264-4052-8bf3-e07ea3ab9d4f Sep 14 12:06:19.792142 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-d5cd5f53-2370-452e-ab23-728ccfbefa48 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161346 Sep 14 12:06:19.827827 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 8e185165-4264-4052-8bf3-e07ea3ab9d4f is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:19.898488 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-576595be-57a8-4d0f-81d6-4a297b7d35b6 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053398 Sep 14 12:06:20.130677 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Attempt 4 to provision port 054f9198-9fac-4636-b3a1-b906aa5922cc Sep 14 12:06:20.208653 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Port 054f9198-9fac-4636-b3a1-b906aa5922cc cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:20.220569 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-951de12c-b67a-4b61-bda4-9847e28f9126 req-c13c7ca3-99ed-49ae-a9b4-bb103dc7b306 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0391486 Sep 14 12:06:20.251668 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Sync routers for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:06:20.261975 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:20.262599 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:06:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:20.372182 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:20.532647 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f6ba5ec1-fc7a-4a9f-9109-3fb42529d8e3 req-4a1be520-4f18-4d8e-827a-c902438f7bda tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.0321126 Sep 14 12:06:20.594243 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 2, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:20.617836 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Checking router: d2825723-cf8a-44bf-9e74-a49f3649e302 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:06:20.618232 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Updating router d2825723-cf8a-44bf-9e74-a49f3649e302 port 054f9198-9fac-4636-b3a1-b906aa5922cc binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:06:20.644780 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b58bd801-1cbe-4bb6-b0c9-76cbd5a390b8 req-dd652cdd-51cb-4f71-8dbd-21790a1c3819 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0289092 Sep 14 12:06:20.647740 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:20.743339 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Attempt 5 to provision port 054f9198-9fac-4636-b3a1-b906aa5922cc Sep 14 12:06:20.762074 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0a10e8ec-c836-4ead-a3fd-f04a28d3332a req-aa3eee2d-c5f0-466f-82af-010f155b089b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0324018 Sep 14 12:06:20.783912 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:20.799558 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Port 054f9198-9fac-4636-b3a1-b906aa5922cc cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:21.054465 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Publish callbacks [] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:21.144492 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:21.233333 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6c328-25ae-4904-a96c-13812a8920ca None None] Pushing event updated for resources: {'Port': ['ID=054f9198-9fac-4636-b3a1-b906aa5922cc,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:21.249469 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Attempting to bind port 054f9198-9fac-4636-b3a1-b906aa5922cc on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:21.249842 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Attempting to bind port 054f9198-9fac-4636-b3a1-b906aa5922cc by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:21.250236 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Attempting to bind port 054f9198-9fac-4636-b3a1-b906aa5922cc on network 644a779f-cf29-481b-810a-522abcbb7388 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:21.293992 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:21.294410 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Checking segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:21.294761 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:21.295207 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Bound using segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:21.295679 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Bound port: 054f9198-9fac-4636-b3a1-b906aa5922cc, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:21.296055 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:21.307972 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Attempt 6 to provision port 054f9198-9fac-4636-b3a1-b906aa5922cc Sep 14 12:06:21.315268 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebc096c5-4f44-4034-8f84-3003de485088 req-ea2e52e5-e2b1-407a-a65b-0ef75637c5b5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0333178 Sep 14 12:06:21.370718 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Port 054f9198-9fac-4636-b3a1-b906aa5922cc cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:21.396287 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:21.397519 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] For port 054f9198-9fac-4636-b3a1-b906aa5922cc, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:21.400852 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] For port 054f9198-9fac-4636-b3a1-b906aa5922cc, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=054f9198-9fac-4636-b3a1-b906aa5922cc,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:21.544561 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:21.576169 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:06:21.576736 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:06:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:21.645769 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad6c328-25ae-4904-a96c-13812a8920ca None None] Pushing event updated for resources: {'Port': ['ID=054f9198-9fac-4636-b3a1-b906aa5922cc,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:21.668531 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6973468e-e4fd-43ff-94e7-bce36ff43169 req-23355b1c-1097-40ac-9d8c-f4d34d69d671 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.0386887 Sep 14 12:06:21.714973 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:06:21.754170 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-baeea92e-8007-4eb7-bbb6-b76a5e1bd4c4 req-041de369-8064-4edb-8f48-dc5c162c0d79 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0279927 Sep 14 12:06:21.866169 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-551b0f43-c83e-4a18-909e-7d0c972b44db req-cc7199dd-47a7-4b78-941d-83765ac3f656 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0277696 Sep 14 12:06:21.890845 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Attempt 7 to provision port 054f9198-9fac-4636-b3a1-b906aa5922cc Sep 14 12:06:21.924837 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:21.937958 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:21Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:06:21.966655 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f072e5c3-e4b7-4881-951e-a7b6bcf7b553 None None] The sync data for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi is: [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:21Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:06:22.003778 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Current status of the port 054f9198-9fac-4636-b3a1-b906aa5922cc is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:22.004163 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:22.038818 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] For port 054f9198-9fac-4636-b3a1-b906aa5922cc, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=054f9198-9fac-4636-b3a1-b906aa5922cc,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:22.159040 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:22.195334 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Provisioning complete for port d9c343d1-f454-4da2-a915-e6ef85619f91 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:22.196787 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:22.197280 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Attempt 1 to provision port d9c343d1-f454-4da2-a915-e6ef85619f91 Sep 14 12:06:22.260107 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Pushing event updated for resources: {'Port': ['ID=054f9198-9fac-4636-b3a1-b906aa5922cc,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:22.302855 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f717cd4f-66b0-4354-9c07-6ac890cd2a99 None None] Current status of the port d9c343d1-f454-4da2-a915-e6ef85619f91 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:22.441312 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b230756e-3db0-49d1-af47-df6191c80e17 req-77ce9a6e-a039-45a6-bea4-a403ae43e6d3 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0377011 Sep 14 12:06:22.852897 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2e0ec3c9-1afe-4be4-8d2c-ba42821d54cf req-b4f3c860-3189-4aa2-921f-79484e167ac1 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.0610781 Sep 14 12:06:22.985314 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99fb78d3-120f-4fa0-9085-b30f82dcc0e6 req-b45537f3-7f84-426a-81b6-60fa61bcd8f6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0554678 Sep 14 12:06:23.037368 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eec9d615-897d-440a-b556-b39e03bc9709 req-e37c49df-9dbf-4343-b877-b525d5e71a83 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0555365 Sep 14 12:06:23.569303 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-789635ef-e0a1-4d7f-9389-3c5fe7359021 req-335e5b60-fcae-48a7-a73d-e56af9f3e438 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0375247 Sep 14 12:06:23.641131 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 054f9198-9fac-4636-b3a1-b906aa5922cc up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:06:23.688948 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 054f9198-9fac-4636-b3a1-b906aa5922cc triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:23.689314 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:23.689919 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 054f9198-9fac-4636-b3a1-b906aa5922cc Sep 14 12:06:23.774976 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 054f9198-9fac-4636-b3a1-b906aa5922cc is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:23.778603 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.81', 62888) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:23.897349 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-4eb2a98d-5efa-4f2a-a28c-802253729f91 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:23.899176 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-4eb2a98d-5efa-4f2a-a28c-802253729f91 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 818 time: 0.1194794 Sep 14 12:06:23.987798 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Request body: {'port': {'device_id': '7649ff4f-2137-402c-a210-b4b9f4c95b82', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'admin_state_up': True, 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:24.004683 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2fbc25f3-695a-45a0-b5a4-14a006f64103 req-e275c27c-6830-4f96-9f44-97fa0fb513ed tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.0486038 Sep 14 12:06:24.215447 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:24.259393 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5fc768d-1af8-4ebb-b239-bb7b893f17bb req-770b1ebb-570a-4413-8a6b-af5b0183e242 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0581644 Sep 14 12:06:24.265726 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-432e8933-be12-493f-9c41-8ebeb85a9147 req-1b7286df-094a-4daf-a722-05aacbb87abf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0635605 Sep 14 12:06:24.390325 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Made reservation on behalf of 748b7c08460b4f718dfff67275d8e4e4 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:06:24.395101 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:24.713487 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Allocated IP 172.20.0.11 (644a779f-cf29-481b-810a-522abcbb7388/f9415355-6156-4985-815e-7106e858a872/1284ee63-88b4-458d-ab2c-4d6fca36d2a1) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:24.737329 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-28a7b228-979b-48c8-9a58-583b94436b17 req-33e5fb47-1251-458e-bf15-54c62bd079a2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0336659 Sep 14 12:06:24.928684 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.81', 62900) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:24.974561 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:25.104176 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:25.118163 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:25.218064 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Network 644a779f-cf29-481b-810a-522abcbb7388 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:25.254917 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:25.281471 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-efbeec6d-5f6f-4341-9729-9594a8fe781a req-8785cad4-9e48-4da0-a543-c0f6c6f7e439 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.1158085 Sep 14 12:06:25.282455 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:25.484065 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-656c59d3-fc33-4562-855f-90b30587313c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:25.499685 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-656c59d3-fc33-4562-855f-90b30587313c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.81 "GET /networking/v2.0/networks?id=e96091d1-99a1-47fc-9c36-d9d9004c432f HTTP/1.1" status: 200 len: 811 time: 0.5603397 Sep 14 12:06:25.506955 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:25.513260 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:25.513999 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:25.530994 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event updated for resources: {'Port': ['ID=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:25.590711 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-642fa1d0-e127-4444-8893-d8f159a03a60 req-f175f526-1534-4592-9b57-8e0e378d5c5a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0723426 Sep 14 12:06:25.635556 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cf270e4d-cf1d-4b25-9f20-e4820f108735 req-ecee5865-fb84-45cc-b72b-d7de3c580d30 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.1134591 Sep 14 12:06:25.667112 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-dbb055de-a95f-41f7-aa5f-ef6c657a2a12 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6841354 Sep 14 12:06:25.755267 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:25.764112 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Provisioning complete for port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:25.764840 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:25.765468 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Attempt 1 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:06:25.808987 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:25.854691 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Request body: {'port': {'device_id': 'a5195b11-b310-408b-a3d8-75d39abd9bba', 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f', 'admin_state_up': True, 'tenant_id': '933ef2ab34a441b982b69839434d689e'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:25.925386 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-47e60555-bf03-4de2-85ad-fc1fc99ca242 req-ccf2607b-7081-4709-9311-9ff22f32f5f8 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0588980 Sep 14 12:06:26.150683 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Made reservation on behalf of 933ef2ab34a441b982b69839434d689e for: {'port': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:06:26.155011 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:26.309850 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Attempt 2 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:06:26.351685 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:26.396899 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Allocated IP 172.20.0.12 (e96091d1-99a1-47fc-9c36-d9d9004c432f/9add01ed-32e7-46bc-bff1-93338bf8b5bb/8886c0e9-3f34-4a35-b75b-b420c97f524e) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:26.399075 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3f9006d0-9088-484d-80b2-34d1d5c6bef4 req-218914ba-fc37-40a0-bdec-84eb471e1976 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.0303249 Sep 14 12:06:26.567736 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Publish callbacks [] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:26.714461 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e3f46731-b592-4fe5-9e44-c10d3c312507 req-7ea3763b-7eda-4bf5-b47a-76788cb08d29 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0337691 Sep 14 12:06:26.729303 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:26.733919 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:26.774114 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:26.802259 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef415381-02bd-4d1b-ae32-cfaf7b03fe32 req-19d1b46e-bad8-449c-bef1-23b3e07bed3d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0558517 Sep 14 12:06:26.852795 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Attempt 3 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:06:26.879466 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Network e96091d1-99a1-47fc-9c36-d9d9004c432f is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:26.885007 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:26.887695 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:26.892404 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Pushing event updated for resources: {'Port': ['ID=8886c0e9-3f34-4a35-b75b-b420c97f524e,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:26.919726 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:26.930965 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:26.947128 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:26.947769 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for port (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:27.048315 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d97e797e-c0da-4ac7-9e96-c582bf694eb2 req-241f5bca-09df-4f6d-b1ff-55574992d9ca tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0342762 Sep 14 12:06:27.103679 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-3cbfe1fd-c4ea-419c-9c6e-79b32373121a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2715132 Sep 14 12:06:27.421004 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Attempt 4 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:06:27.479071 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:27.558933 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12ffc3-736a-424a-aeea-45c6f11c94a4 req-718176fe-97d4-4464-bc4f-23b0888b36b2 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:27.560511 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4a12ffc3-736a-424a-aeea-45c6f11c94a4 req-718176fe-97d4-4464-bc4f-23b0888b36b2 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.0661321 Sep 14 12:06:27.615051 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4a12ffc3-736a-424a-aeea-45c6f11c94a4 req-193b8f71-d78b-4ddc-919a-114b8d2145db tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483115 Sep 14 12:06:27.833068 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0e13e3e9-1885-4434-8dc4-7ba5d0c5c26d req-ea69357e-0938-4216-bace-76d796da0d1d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0297785 Sep 14 12:06:27.900062 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91f597ec-736e-4bc9-a711-7d5edd19320c req-2fe94ca2-2023-4bae-815c-f9c5b423744c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0284548 Sep 14 12:06:27.980494 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Attempt 5 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:06:28.016365 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:28.189702 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e369b61d-964f-4cc2-a5c7-91e0c79dea74 req-cd0519ac-66ac-4747-b6fe-898caa58e7e3 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0337203 Sep 14 12:06:28.517333 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Attempt 6 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:06:28.554483 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:28.733770 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:28.758196 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14ac0d-2393-4e5f-b2df-477049f6a808 req-5c055db9-edc3-4665-b2c0-75dc8642509d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:28.758196 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7a14ac0d-2393-4e5f-b2df-477049f6a808 req-5c055db9-edc3-4665-b2c0-75dc8642509d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.0576375 Sep 14 12:06:28.809616 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7a14ac0d-2393-4e5f-b2df-477049f6a808 req-9d0bbe6d-21c4-4b3f-b97f-0ac9d064491d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499773 Sep 14 12:06:28.996576 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-528eb602-41db-4469-aba9-d8b0aa9bb349 req-2826d661-86c1-4875-b6c8-7b924635278d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0560019 Sep 14 12:06:29.056014 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Attempt 7 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:06:29.066653 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4fd64bdd-c1ac-4957-9027-da996ceec488 req-ca90044b-8e81-4640-b067-8f198a29b4a5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0293350 Sep 14 12:06:29.093537 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:29.298249 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbae638a-c354-4cc3-8c44-9feb35834fb8 req-2484e926-2eb0-4e17-84e9-5ad9a3a609a0 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0307026 Sep 14 12:06:29.600005 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Attempt 8 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:06:29.640497 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:29.963798 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdf958-ba94-4dd5-999d-65f210d4302a req-c93ef9ed-426f-4db5-b286-115750fdc831 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:29.965289 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b9bdf958-ba94-4dd5-999d-65f210d4302a req-c93ef9ed-426f-4db5-b286-115750fdc831 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.0672991 Sep 14 12:06:30.014549 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b9bdf958-ba94-4dd5-999d-65f210d4302a req-905ec469-18d8-4602-a75d-34a8c7b7fcf2 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429165 Sep 14 12:06:30.119083 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-32fd269d-cea5-45e1-a558-b0af7e502b56 req-441e0b70-d647-4075-8fa2-491538856d67 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0301940 Sep 14 12:06:30.142096 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Attempt 9 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:06:30.183621 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:30.186099 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebd4a77b-4f21-45d4-8a65-ad6c33b005ed req-ba6dddb9-084c-4b92-8ac3-31b3fde63a57 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0294526 Sep 14 12:06:30.416727 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18ed5409-ef07-4a22-a866-b774c147730c req-02689e5f-bfa6-42b3-9d33-ec301d149208 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0371327 Sep 14 12:06:30.627261 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:30.684802 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Attempt 10 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:06:30.733169 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f34c7236-a373-4a9b-bcf4-bbdcb2698b7b None None] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:30.852480 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Provisioning complete for port 8886c0e9-3f34-4a35-b75b-b420c97f524e triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:30.852480 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:30.852794 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Attempt 1 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:06:30.885677 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:30.888587 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:31.174871 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1ed83-1203-4efd-9a7a-24d712335e71 req-8a22ea14-8f74-4caa-989a-369a7a323993 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:31.174871 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-70c1ed83-1203-4efd-9a7a-24d712335e71 req-8a22ea14-8f74-4caa-989a-369a7a323993 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.0559402 Sep 14 12:06:31.203194 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-70c1ed83-1203-4efd-9a7a-24d712335e71 req-e9c8702f-652d-4bc6-83da-e96b698da886 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463135 Sep 14 12:06:31.242316 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c085d97d-88a1-419e-aa48-2c59a23c0a69 req-0403b4a9-f17f-48aa-98ff-93828980f6c3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0339797 Sep 14 12:06:31.301577 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6714ed40-7fac-45da-bd1f-c96a1cbdc0d7 req-e2bb990d-3888-44f2-8e41-fbdca6c3233b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0280886 Sep 14 12:06:31.389436 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Attempt 2 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:06:31.422391 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:31.527647 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b0e25e13-138c-4467-a1d4-ff134d17b7bc req-a44c8752-a51f-491e-a371-05f1bcb3341d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0318384 Sep 14 12:06:31.923500 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Attempt 3 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:06:31.961707 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:32.343353 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e62261-3fab-486d-b584-100d637811a4 req-88f90b8c-45bf-4ea0-ae60-c3b04c4c2890 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:32.344881 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13e62261-3fab-486d-b584-100d637811a4 req-88f90b8c-45bf-4ea0-ae60-c3b04c4c2890 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.0633128 Sep 14 12:06:32.371747 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3ff3ac21-b5c8-46f7-b621-7138b2bb0b28 req-3fcdbee9-1802-4773-a5f5-a42962960586 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0425534 Sep 14 12:06:32.426562 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13e62261-3fab-486d-b584-100d637811a4 req-875d2a5c-acac-4532-a2c6-baee0e7df9fc tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621021 Sep 14 12:06:32.463176 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Attempt 4 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:06:32.479872 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a932d3b8-1cf2-4691-ac4d-911be15cb663 req-92f6f9df-2493-42b4-938b-55ebd2ee550c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0344083 Sep 14 12:06:32.587902 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:32.644482 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fff64709-62db-4df9-8624-2b4be6df327e req-a940fc64-5eab-410a-b2ab-1674e3f23183 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0307817 Sep 14 12:06:33.022676 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Attempt 5 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:06:33.182291 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:33.492625 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d2ea8ee7-af6e-44e0-bdeb-e61bcff1c8d1 req-244adf29-4ed2-4144-b2b1-4eeeeeb8ddbb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0286107 Sep 14 12:06:33.559984 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Attempt 6 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:06:33.571399 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b793e57-b838-49be-a091-1e5ad315d1e1 req-472396d5-a617-4bc0-9d56-650d1c7f4650 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:33.573005 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b793e57-b838-49be-a091-1e5ad315d1e1 req-472396d5-a617-4bc0-9d56-650d1c7f4650 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.0508425 Sep 14 12:06:33.619079 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:33.649205 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b793e57-b838-49be-a091-1e5ad315d1e1 req-faf8bb61-d8dc-490e-87b4-27150207fbf5 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675759 Sep 14 12:06:33.668908 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ff8eca87-989b-4839-bf7c-2b72736b295d req-7b9220cd-86f1-4fcf-95ff-780aad6c5fe7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0351963 Sep 14 12:06:33.754158 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5596f676-ab11-4de1-b93f-347f48c0088a req-e309ec3e-9a24-4bb1-80a2-20c313d49c58 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0302193 Sep 14 12:06:34.120308 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Attempt 7 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:06:34.162754 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:34.619948 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e77efc58-4b81-46cf-9791-2176415d2d20 req-1084a03b-c0a7-411d-8287-c23856493927 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0375886 Sep 14 12:06:34.663807 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Attempt 8 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:06:34.721751 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:34.861380 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cbbf662b-2a3d-47ae-b840-7d303ba86fd9 req-024bfcce-f33d-4180-87a9-885be0171e5c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0728030 Sep 14 12:06:34.881877 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26836236-1e9a-4402-9376-996075867aff req-66eefe09-66cb-4c0e-abf3-3b2a51e74865 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:34.889084 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-26836236-1e9a-4402-9376-996075867aff req-66eefe09-66cb-4c0e-abf3-3b2a51e74865 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.1328113 Sep 14 12:06:34.946520 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-26836236-1e9a-4402-9376-996075867aff req-71a6590c-3828-4df6-b6de-c691710ec71d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554609 Sep 14 12:06:34.965321 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b3caadf-05fa-47d4-b1d2-12171b4851dc req-c0e50981-603e-45ff-8da8-c5bf16023454 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0413435 Sep 14 12:06:35.222890 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Attempt 9 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:06:35.256922 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:35.734078 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a6e7f2e6-2dab-4d05-a929-7358ce6bca09 req-cb8d812d-9921-451d-ba1d-56a28ff35bf6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0292592 Sep 14 12:06:35.758571 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Attempt 10 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:06:35.796114 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f7c83821-c133-4267-a6bd-e39d47555b7d None None] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:35.957463 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:35.978539 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7f626dec-e36a-4843-af17-008b1bb10954 req-1de68625-22a1-4ddc-9bab-03df286b218f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0315742 Sep 14 12:06:36.108949 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d4e98-d982-43c2-aeb6-6b5938cee363 req-0503e7b8-6340-4681-b8b3-d1d242b21945 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:36.108949 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-174d4e98-d982-43c2-aeb6-6b5938cee363 req-0503e7b8-6340-4681-b8b3-d1d242b21945 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.0781722 Sep 14 12:06:36.126799 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8c91c83b-cb12-49b2-804c-9b81b52ee2e5 req-c34892d6-c4d5-4902-a570-a7b84ec12f78 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0434299 Sep 14 12:06:36.175770 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-174d4e98-d982-43c2-aeb6-6b5938cee363 req-baacc3da-5e60-4a99-9496-88b8f1e7cdbe tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518522 Sep 14 12:06:36.858299 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eef78fa7-9534-4f30-8bc0-046a5511dcd5 req-52869cc2-f557-4cc7-9c10-ba00fb33259e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0328317 Sep 14 12:06:36.961607 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=66,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:37.091885 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-10866593-2bac-4add-b140-ea28be1781a3 req-e0ffd373-ba38-44fa-88ba-b2a195722336 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0307946 Sep 14 12:06:37.422982 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e88d9c13-5d66-44c3-8824-d5aec8b4d3d5 req-a87389b2-ce29-402f-b68e-3f7517c9c4fd tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.1867380 Sep 14 12:06:37.469894 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9d705-e660-4a1c-b2e9-6ad27375662c req-8600dcf7-b020-41b2-9209-11a6412fc93a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:37.471897 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0cf9d705-e660-4a1c-b2e9-6ad27375662c req-8600dcf7-b020-41b2-9209-11a6412fc93a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.0543437 Sep 14 12:06:37.536862 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0cf9d705-e660-4a1c-b2e9-6ad27375662c req-fa865001-0abf-44b0-a8b3-a77afbca1693 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591023 Sep 14 12:06:37.973254 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1b957896-d830-46b6-8909-98aa938dd0b1 req-6c7588b7-7128-4274-9835-1750a36531d1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0287764 Sep 14 12:06:38.201597 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e12e18ae-7387-4127-959d-f36a20e30a03 req-60fce99b-bef7-49d2-8ee5-c66b828fd975 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0304596 Sep 14 12:06:38.533355 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0ae16a24-c2fc-44ae-8bb4-2af366e5c9ee req-728f8bc3-b713-4e9f-b0b9-d24e42192db1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0333426 Sep 14 12:06:38.667809 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cbf00-a8b4-41ce-9a40-872986930ab0 req-e74926e9-4065-48fc-a576-42db3a7d45e5 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:38.669355 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c30cbf00-a8b4-41ce-9a40-872986930ab0 req-e74926e9-4065-48fc-a576-42db3a7d45e5 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.0488234 Sep 14 12:06:38.682116 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:38.719450 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c30cbf00-a8b4-41ce-9a40-872986930ab0 req-871d0eea-04b3-4aa4-8472-303b2fe9ea09 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Sep 14 12:06:39.088991 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85b9242b-3bf7-429a-a63b-cb837fe6cf25 req-9757415a-4614-4b9b-9097-ef20fa001b71 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0284941 Sep 14 12:06:39.323115 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac2c1982-f4f9-4dd4-abd6-177b4cb6481d req-7e3a5069-d800-4323-a5d7-6374624b6cd1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0372584 Sep 14 12:06:39.643753 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cec04c67-233e-4d4f-897e-1c622e4b838f req-dd1f3657-3c15-48ba-b873-df200a2e3f45 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0279508 Sep 14 12:06:39.854290 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae8760-da93-4705-a859-f0ec9408585d req-691d4ca2-28be-4706-93a8-ce480652c8f0 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:39.855833 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-36ae8760-da93-4705-a859-f0ec9408585d req-691d4ca2-28be-4706-93a8-ce480652c8f0 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.0517066 Sep 14 12:06:39.920376 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-36ae8760-da93-4705-a859-f0ec9408585d req-eb997821-f08c-4f04-8a4c-f3bf0bf17622 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491793 Sep 14 12:06:40.199236 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d4fca63c-fb9b-4f6f-b5ca-40698348389e req-0bce8629-5563-4441-a462-744f6a3e21d2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0293453 Sep 14 12:06:40.439604 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cc7b5124-d671-4016-b927-026e8c71bc25 req-735f34f3-94e7-4245-8697-fc11d9b52e37 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0343535 Sep 14 12:06:40.514562 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-3700196d-10ab-4110-a73b-869dd1deb567 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:06:40.516090 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-3700196d-10ab-4110-a73b-869dd1deb567 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052612 Sep 14 12:06:40.618020 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-6b635b63-f9a3-4eac-b156-788dd2cab066 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:06:40.626040 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-6b635b63-f9a3-4eac-b156-788dd2cab066 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0067008 Sep 14 12:06:40.783643 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.81', 62915) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:40.793805 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d4c34b65-ad6f-4e58-a9a0-5aa1dea504fb req-062a8771-95bf-47e7-8090-c04c95d0efbe tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0627842 Sep 14 12:06:40.813903 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Request body: {'port': {'device_id': 'a5195b11-b310-408b-a3d8-75d39abd9bba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:40.849029 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Request body: {'port': {'device_id': '7649ff4f-2137-402c-a210-b4b9f4c95b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:40.880638 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:40.979349 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:41.011760 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-d87d75f8-1ee1-4a58-a7c9-fa48ddf677c5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:41.013425 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-d87d75f8-1ee1-4a58-a7c9-fa48ddf677c5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 818 time: 0.2286680 Sep 14 12:06:41.142419 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572b5530-127a-4a60-9d64-dd798bb4e16e req-850068f5-4fbe-46a9-a07d-12a6aeaa0a5d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:41.144089 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-572b5530-127a-4a60-9d64-dd798bb4e16e req-850068f5-4fbe-46a9-a07d-12a6aeaa0a5d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 932 time: 0.1415522 Sep 14 12:06:41.145109 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Request body: {'port': {'device_id': '3f808ebd-698e-480a-9eac-4ef62bcc2b7b', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'admin_state_up': True, 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:41.249337 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-572b5530-127a-4a60-9d64-dd798bb4e16e req-d168a305-e1d5-4f98-8607-af30ff271e4a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947108 Sep 14 12:06:41.344098 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8886c0e9-3f34-4a35-b75b-b420c97f524e {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:06:41.374414 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Publish callbacks [] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:41.400998 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7e80efa-f395-4538-b079-46c9bda30ff4 req-6f9c9cd6-29c5-4453-984a-3a462cdf1452 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0373592 Sep 14 12:06:41.414601 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Transition to ACTIVE for port object 8886c0e9-3f34-4a35-b75b-b420c97f524e will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:06:41.415722 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 {{(pid=106902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:06:41.427696 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Publish callbacks [] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:41.453316 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.provisioning_blocks [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Transition to ACTIVE for port object 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 will not be triggered until provisioned by entity L2. {{(pid=106902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:06:41.481541 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:41.532654 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8886c0e9-3f34-4a35-b75b-b420c97f524e,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:41.538000 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Made reservation on behalf of 748b7c08460b4f718dfff67275d8e4e4 for: {'port': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:06:41.542430 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:41.546191 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:41.630492 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:41.662202 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99da6d6f-42f5-4a84-b631-f9e39aa617c7 req-f7fef206-bf09-46b8-80d5-605263abeaba tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0444891 Sep 14 12:06:41.675532 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Attempting to bind port 8886c0e9-3f34-4a35-b75b-b420c97f524e on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:41.675633 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Attempting to bind port 8886c0e9-3f34-4a35-b75b-b420c97f524e by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:41.676094 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Attempting to bind port 8886c0e9-3f34-4a35-b75b-b420c97f524e on network e96091d1-99a1-47fc-9c36-d9d9004c432f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:41.722364 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:41.724669 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Port 8886c0e9-3f34-4a35-b75b-b420c97f524e on network e96091d1-99a1-47fc-9c36-d9d9004c432f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:06:41.725001 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Attempting to bind port 8886c0e9-3f34-4a35-b75b-b420c97f524e on network e96091d1-99a1-47fc-9c36-d9d9004c432f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:41.772157 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:41.772518 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Checking segment: {'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:41.773159 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Bound using segment: {'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:41.773611 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Bound port: 8886c0e9-3f34-4a35-b75b-b420c97f524e, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:41.774005 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:41.938491 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] For port 8886c0e9-3f34-4a35-b75b-b420c97f524e, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:41.943520 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:41.975708 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:41.982390 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ec2b2e2c-4a58-487d-9d55-f2db62303ee3 req-b6bbf32d-24f7-443c-bebb-1eee5200b45e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0618577 Sep 14 12:06:41.994986 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] For port 8886c0e9-3f34-4a35-b75b-b420c97f524e, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8886c0e9-3f34-4a35-b75b-b420c97f524e,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:42.062665 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.managers [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Attempting to bind port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:42.063030 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.managers [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Attempting to bind port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'}] {{(pid=106902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:42.063394 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Attempting to bind port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 on network 644a779f-cf29-481b-810a-522abcbb7388 {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:42.111393 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:42.112891 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Allocated IP 172.20.0.14 (644a779f-cf29-481b-810a-522abcbb7388/f9415355-6156-4985-815e-7106e858a872/de5f0781-b564-4893-84ac-ebcb69c0ddc9) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:42.141926 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 on network 644a779f-cf29-481b-810a-522abcbb7388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:06:42.142292 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Attempting to bind port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 on network 644a779f-cf29-481b-810a-522abcbb7388 {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:42.192588 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:42.201242 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:42.201888 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:42.213009 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/8886c0e9-3f34-4a35-b75b-b420c97f524e HTTP/1.1" status: 200 len: 1094 time: 1.4832408 Sep 14 12:06:42.244700 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5195b11-b310-408b-a3d8-75d39abd9bba', 'tag': '8886c0e9-3f34-4a35-b75b-b420c97f524e'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:06:42.262158 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:42.262499 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Checking segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:42.263055 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Bound using segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:42.263513 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.managers [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Bound port: 1284ee63-88b4-458d-ab2c-4d6fca36d2a1, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'}}] {{(pid=106902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:42.263847 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:42.296070 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c965e15-dd93-4520-b29a-e07a011fa9f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8886c0e9-3f34-4a35-b75b-b420c97f524e,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:42.407466 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] For port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1, host hv-cinder-84496, cleared binding levels {{(pid=106902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:42.420097 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2145b0-92ee-4b2c-b59e-5d44706b3bd0 req-b03beef0-a5fc-4f8b-92e9-8fa04bc0f342 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:42.421466 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:42.428707 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3f2145b0-92ee-4b2c-b59e-5d44706b3bd0 req-b03beef0-a5fc-4f8b-92e9-8fa04bc0f342 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0658715 Sep 14 12:06:42.474006 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] For port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:42.474706 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa83f723-6e58-4fa1-904b-5024689db8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5195b11-b310-408b-a3d8-75d39abd9bba", "tag": "8886c0e9-3f34-4a35-b75b-b420c97f524e"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:06:42.485716 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.81', 62925) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:42.563750 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3f2145b0-92ee-4b2c-b59e-5d44706b3bd0 req-b1a08b19-47a7-4997-8aef-059fe1aec03a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333845 Sep 14 12:06:42.605424 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:42.614458 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cb96d7c6-a55e-44f2-9bd8-6af029066a98 req-9c2ccc84-5396-4677-be8d-87c4fa31dad2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0763125 Sep 14 12:06:42.663161 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:42.664405 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for port (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:42.666048 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/1284ee63-88b4-458d-ab2c-4d6fca36d2a1 HTTP/1.1" status: 200 len: 1094 time: 1.9371502 Sep 14 12:06:42.668797 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7649ff4f-2137-402c-a210-b4b9f4c95b82', 'tag': '1284ee63-88b4-458d-ab2c-4d6fca36d2a1'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:06:42.682270 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-13f354a4-1773-4d1b-9304-756303096b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:42.711531 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-c0b6733b-5970-4e2e-9d1b-de50ebc96f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:42.711720 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-085fa303-49e1-42ec-a654-df6fae42208e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:42.713057 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-085fa303-49e1-42ec-a654-df6fae42208e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.81 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 816 time: 0.2531507 Sep 14 12:06:42.725474 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-c0b6733b-5970-4e2e-9d1b-de50ebc96f1e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=933ef2ab34a441b982b69839434d689e&device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 1128 time: 0.2376878 Sep 14 12:06:42.815060 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72a23c3-97c5-4b6f-8f22-704dc90bc4cf x-openstack-request-id: req-c72a23c3-97c5-4b6f-8f22-704dc90bc4cf {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:06:42.815346 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5195b11-b310-408b-a3d8-75d39abd9bba", "tag": "8886c0e9-3f34-4a35-b75b-b420c97f524e", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:06:42.815624 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c72a23c3-97c5-4b6f-8f22-704dc90bc4cf {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:06:42.816069 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72a23c3-97c5-4b6f-8f22-704dc90bc4cf'] response: {'name': 'network-changed', 'server_uuid': 'a5195b11-b310-408b-a3d8-75d39abd9bba', 'tag': '8886c0e9-3f34-4a35-b75b-b420c97f524e', 'status': 'completed', 'code': 200} Sep 14 12:06:42.854000 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7acc0022-a31d-4770-a8d9-cb8876bd6f0b req-4456e862-7b2a-4fbf-baaf-a159b1e9b72d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0977664 Sep 14 12:06:42.885791 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a" -d '{"events": [{"name": "network-changed", "server_uuid": "7649ff4f-2137-402c-a210-b4b9f4c95b82", "tag": "1284ee63-88b4-458d-ab2c-4d6fca36d2a1"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:06:42.901019 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-d094b616-3476-4bd8-bb18-24b733663b29 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d410170ed3ed4ce2b64d367cbf77790a HTTP/1.1" status: 200 len: 379 time: 0.1519694 Sep 14 12:06:42.930761 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:42.936325 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b0c8e-f728-4f3f-acd4-e8da4e564cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,revision_number=3']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:42.972325 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-d4673077-20bb-49f6-bb24-9e772cf276a7 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8886c0e9-3f34-4a35-b75b-b420c97f524e HTTP/1.1" status: 200 len: 217 time: 0.2088244 Sep 14 12:06:43.026893 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Network 644a779f-cf29-481b-810a-522abcbb7388 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:43.046448 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:43.050836 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:43.063917 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event updated for resources: {'Port': ['ID=de5f0781-b564-4893-84ac-ebcb69c0ddc9,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:43.125185 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'port': {'device_id': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'admin_state_up': True, 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'security_groups': ['3f6d5de3-e2b2-4a3c-be30-bafbc056c64e']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:43.166461 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a147ccb3-7727-4454-9ff1-1d0a62dbf608 x-openstack-request-id: req-a147ccb3-7727-4454-9ff1-1d0a62dbf608 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:06:43.166750 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7649ff4f-2137-402c-a210-b4b9f4c95b82", "tag": "1284ee63-88b4-458d-ab2c-4d6fca36d2a1", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:06:43.167005 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a147ccb3-7727-4454-9ff1-1d0a62dbf608 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:06:43.167452 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a147ccb3-7727-4454-9ff1-1d0a62dbf608'] response: {'name': 'network-changed', 'server_uuid': '7649ff4f-2137-402c-a210-b4b9f4c95b82', 'tag': '1284ee63-88b4-458d-ab2c-4d6fca36d2a1', 'status': 'completed', 'code': 200} Sep 14 12:06:43.171466 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:43.323858 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:43.323858 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for port (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:43.346483 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-5f1e3f9e-cfa9-4dee-a5d8-943d6e6143c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:43.348380 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-5f1e3f9e-cfa9-4dee-a5d8-943d6e6143c8 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=9add01ed-32e7-46bc-bff1-93338bf8b5bb HTTP/1.1" status: 200 len: 850 time: 0.1837034 Sep 14 12:06:43.350074 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-b4b38b80-2ca3-4871-916f-e6552e7cb9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:43.351680 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-b4b38b80-2ca3-4871-916f-e6552e7cb9cd service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 1128 time: 0.1830521 Sep 14 12:06:43.377323 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:43.394701 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d9f07be2-e649-43d3-a03f-18d43abbe1c3 req-9a2b44af-3be2-4a2e-bc23-63797caa4da9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.2014930 Sep 14 12:06:43.480220 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-d33a2007-a3ea-47c6-86f6-4cf5ca13734d service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1 HTTP/1.1" status: 200 len: 217 time: 0.1111326 Sep 14 12:06:43.503469 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-add7a1a7-1b06-419f-8a09-d10aa8da4d5a None None] Provisioning complete for port de5f0781-b564-4893-84ac-ebcb69c0ddc9 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:43.503469 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-add7a1a7-1b06-419f-8a09-d10aa8da4d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:43.503469 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-add7a1a7-1b06-419f-8a09-d10aa8da4d5a None None] Attempt 1 to provision port de5f0781-b564-4893-84ac-ebcb69c0ddc9 Sep 14 12:06:43.506603 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-5eaafd69-af98-4961-b1f3-9b3ebd255174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:43.508074 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-5eaafd69-af98-4961-b1f3-9b3ebd255174 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e96091d1-99a1-47fc-9c36-d9d9004c432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1406784 Sep 14 12:06:43.540673 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-add7a1a7-1b06-419f-8a09-d10aa8da4d5a None None] Port de5f0781-b564-4893-84ac-ebcb69c0ddc9 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:43.592755 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-43445694-a33e-44f5-aaff-6dbeda71d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:43.594238 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-43445694-a33e-44f5-aaff-6dbeda71d995 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.1066482 Sep 14 12:06:43.613387 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:43.662255 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-2db27a85-cf30-43f0-a0c2-4d632e678e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:43.664011 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-2db27a85-cf30-43f0-a0c2-4d632e678e38 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632124 Sep 14 12:06:43.666092 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-94d7c117-1eb0-4c80-a912-50239047093d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e96091d1-99a1-47fc-9c36-d9d9004c432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400123 Sep 14 12:06:43.719196 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bf226-4028-4ea2-9fd3-7d3f3388955a req-565dfc8b-ad31-4b22-8eb7-9ed9c9713398 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:43.721987 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-949bf226-4028-4ea2-9fd3-7d3f3388955a req-565dfc8b-ad31-4b22-8eb7-9ed9c9713398 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0761387 Sep 14 12:06:43.724814 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-c410716b-c5ca-480f-949c-2217a3e0625a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5971227 Sep 14 12:06:43.754782 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.81', 62933) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:43.773550 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fcd049b0-a292-48b2-9e5a-bd02f0116937 req-c8d31334-b66f-4452-9814-942823a66a4b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0609851 Sep 14 12:06:43.790175 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Made reservation on behalf of d410170ed3ed4ce2b64d367cbf77790a for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:06:43.790363 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Request body: {'port': {'device_id': '3f808ebd-698e-480a-9eac-4ef62bcc2b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:43.791897 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:43.916637 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-949bf226-4028-4ea2-9fd3-7d3f3388955a req-db2ec05f-f554-481c-a380-15ca50106f98 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852002 Sep 14 12:06:43.943236 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-fa2ce0c0-8086-4089-95a3-d14fcb2f7998 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684004 Sep 14 12:06:43.952710 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-befad7df-0d91-4e4e-ba1c-fc46d171fa80 req-04c8ff18-5359-47a7-a427-02bf404ad22a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e96091d1-99a1-47fc-9c36-d9d9004c432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574627 Sep 14 12:06:43.964362 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584df6a-5289-402d-9ae2-266a00024244 req-5b8309f6-a90f-437e-add6-7e06752dde12 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:43.965827 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-5b8309f6-a90f-437e-add6-7e06752dde12 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 200 len: 811 time: 0.2089674 Sep 14 12:06:43.989337 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:44.009313 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:44.041475 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-add7a1a7-1b06-419f-8a09-d10aa8da4d5a None None] Attempt 2 to provision port de5f0781-b564-4893-84ac-ebcb69c0ddc9 Sep 14 12:06:44.097439 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b89703-83b7-4c73-b456-29a943e6ccc5 req-b7b05fda-836a-4238-8e70-2ab74c26aa73 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:44.099184 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b8b89703-83b7-4c73-b456-29a943e6ccc5 req-b7b05fda-836a-4238-8e70-2ab74c26aa73 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 932 time: 0.0997171 Sep 14 12:06:44.111600 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-add7a1a7-1b06-419f-8a09-d10aa8da4d5a None None] Port de5f0781-b564-4893-84ac-ebcb69c0ddc9 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:44.116841 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Allocated IP 172.20.0.10 (0ca6a8c3-1298-4a9f-a110-741bf377213f/8ce4e870-27a5-46a1-b275-50dc9c5bbb13/906fb0c9-14b7-4949-943a-c084b122ae8b) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:44.179705 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-f7311424-71e2-4873-b48b-4c105211e547 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e35c2ab9a9644cadadd4da9a544b944b HTTP/1.1" status: 200 len: 380 time: 0.1790447 Sep 14 12:06:44.182976 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-c6be2f1d-4fde-4f93-b19c-c57a22d58dfd req-c29a7ea5-68f0-40c4-9799-60be3a0e48f9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289000 Sep 14 12:06:44.221504 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b8b89703-83b7-4c73-b456-29a943e6ccc5 req-b39445ee-cbe7-42b7-bcbe-1bf0a3abe92e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118298 Sep 14 12:06:44.232638 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:44.354792 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:44.464475 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:44.530405 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd79198e-3ded-4672-8075-73f4408d6ae5 req-a3ca530f-08c8-4ed0-af41-df8ebcf7b3da tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0572505 Sep 14 12:06:44.539112 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Network 0ca6a8c3-1298-4a9f-a110-741bf377213f is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:44.542447 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:44.546502 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:44.555961 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de5f0781-b564-4893-84ac-ebcb69c0ddc9 {{(pid=106902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:06:44.564032 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Publish callbacks [] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:44.577051 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:44.579082 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.provisioning_blocks [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Transition to ACTIVE for port object de5f0781-b564-4893-84ac-ebcb69c0ddc9 will not be triggered until provisioned by entity L2. {{(pid=106902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:06:44.599151 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:44.599915 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:44.613102 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-add7a1a7-1b06-419f-8a09-d10aa8da4d5a None None] Attempt 3 to provision port de5f0781-b564-4893-84ac-ebcb69c0ddc9 Sep 14 12:06:44.643088 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:44.653298 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-add7a1a7-1b06-419f-8a09-d10aa8da4d5a None None] Port de5f0781-b564-4893-84ac-ebcb69c0ddc9 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:44.659022 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:44.690437 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f101b3f5-40cb-488d-aa54-f7971c5e7b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5775101 Sep 14 12:06:44.694116 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:44.744188 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Pushing event updated for resources: {'Port': ['ID=de5f0781-b564-4893-84ac-ebcb69c0ddc9,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:44.774867 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.managers [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Attempting to bind port de5f0781-b564-4893-84ac-ebcb69c0ddc9 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:44.775451 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.managers [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Attempting to bind port de5f0781-b564-4893-84ac-ebcb69c0ddc9 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'}] {{(pid=106902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:44.775778 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Attempting to bind port de5f0781-b564-4893-84ac-ebcb69c0ddc9 on network 644a779f-cf29-481b-810a-522abcbb7388 {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:44.818563 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Port de5f0781-b564-4893-84ac-ebcb69c0ddc9 on network 644a779f-cf29-481b-810a-522abcbb7388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:06:44.819003 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Attempting to bind port de5f0781-b564-4893-84ac-ebcb69c0ddc9 on network 644a779f-cf29-481b-810a-522abcbb7388 {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:44.842331 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:44.864015 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:44.864244 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Checking segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:44.864608 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Bound using segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:44.865052 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.managers [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Bound port: de5f0781-b564-4893-84ac-ebcb69c0ddc9, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'}}] {{(pid=106902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:44.865404 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:44.913686 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6046ff-71ad-4d71-acc3-9fdcadfea7d0 req-0a736d8f-4b14-40c0-affc-2322d1ed20b9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:44.915922 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1d6046ff-71ad-4d71-acc3-9fdcadfea7d0 req-0a736d8f-4b14-40c0-affc-2322d1ed20b9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 932 time: 0.0499175 Sep 14 12:06:44.932717 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] For port de5f0781-b564-4893-84ac-ebcb69c0ddc9, host hv-cinder-84496, cleared binding levels {{(pid=106902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:44.936406 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] For port de5f0781-b564-4893-84ac-ebcb69c0ddc9, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=de5f0781-b564-4893-84ac-ebcb69c0ddc9,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:44.964039 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1d6046ff-71ad-4d71-acc3-9fdcadfea7d0 req-38a17b64-9a76-4fbe-ba67-8caf5fb8d78d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421729 Sep 14 12:06:45.053086 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:45.057616 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:45.065217 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for port (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:45.065217 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/de5f0781-b564-4893-84ac-ebcb69c0ddc9 HTTP/1.1" status: 200 len: 1094 time: 1.3017013 Sep 14 12:06:45.103020 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66f778-98fd-40ed-82c2-d11e4feeef89 req-c4e534e7-10ca-4759-88f8-5a8be0529a9d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:45.104977 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dd66f778-98fd-40ed-82c2-d11e4feeef89 req-c4e534e7-10ca-4759-88f8-5a8be0529a9d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0531623 Sep 14 12:06:45.116975 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3cb1e1-7400-47ca-8707-e5f921b444b0 service neutron] Pushing event updated for resources: {'Port': ['ID=de5f0781-b564-4893-84ac-ebcb69c0ddc9,revision_number=3']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:45.154680 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-add7a1a7-1b06-419f-8a09-d10aa8da4d5a None None] Attempt 4 to provision port de5f0781-b564-4893-84ac-ebcb69c0ddc9 Sep 14 12:06:45.169471 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dd66f778-98fd-40ed-82c2-d11e4feeef89 req-b448f535-1011-40e8-a736-3fd7117a45e8 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570197 Sep 14 12:06:45.169835 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f808ebd-698e-480a-9eac-4ef62bcc2b7b', 'tag': 'de5f0781-b564-4893-84ac-ebcb69c0ddc9'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:06:45.185884 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8254e2-961e-4663-8905-2bce5c377846" -d '{"events": [{"name": "network-changed", "server_uuid": "3f808ebd-698e-480a-9eac-4ef62bcc2b7b", "tag": "de5f0781-b564-4893-84ac-ebcb69c0ddc9"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:06:45.186279 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-ad6bb5e8-20aa-495b-a6b0-8f16783bd4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:45.213386 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-add7a1a7-1b06-419f-8a09-d10aa8da4d5a None None] Port de5f0781-b564-4893-84ac-ebcb69c0ddc9 had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:06:45.265559 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b69862-606b-4959-883d-e43095f37ab3 x-openstack-request-id: req-a3b69862-606b-4959-883d-e43095f37ab3 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:06:45.265875 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f808ebd-698e-480a-9eac-4ef62bcc2b7b", "tag": "de5f0781-b564-4893-84ac-ebcb69c0ddc9", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:06:45.270908 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3b69862-606b-4959-883d-e43095f37ab3 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:06:45.270908 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b69862-606b-4959-883d-e43095f37ab3'] response: {'name': 'network-changed', 'server_uuid': '3f808ebd-698e-480a-9eac-4ef62bcc2b7b', 'tag': 'de5f0781-b564-4893-84ac-ebcb69c0ddc9', 'status': 'completed', 'code': 200} Sep 14 12:06:45.330694 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Provisioning complete for port 906fb0c9-14b7-4949-943a-c084b122ae8b triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:45.333741 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:45.333741 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Attempt 1 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:06:45.351047 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4276a303-f1fc-4fb1-b6d0-04efb66b3c0d req-b3cad616-e2b6-4af6-b37f-ad0192743bcf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:45.352776 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4276a303-f1fc-4fb1-b6d0-04efb66b3c0d req-b3cad616-e2b6-4af6-b37f-ad0192743bcf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0498784 Sep 14 12:06:45.368332 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Port 906fb0c9-14b7-4949-943a-c084b122ae8b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:45.414702 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4276a303-f1fc-4fb1-b6d0-04efb66b3c0d req-0a135519-08af-464e-a5f9-1bab5631ad1e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516896 Sep 14 12:06:45.651000 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b8f35ee8-137a-470c-b7dd-d1539ac2b7b4 req-d26e9df7-11ab-46eb-ac55-df8c2c287727 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0285153 Sep 14 12:06:45.866436 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Attempt 2 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:06:45.903002 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Port 906fb0c9-14b7-4949-943a-c084b122ae8b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:46.269255 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fffeea-b238-443a-8c1c-479c9e07ee5a req-7620ca47-e08b-4896-828e-b00a13eeb58b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:46.274311 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d8fffeea-b238-443a-8c1c-479c9e07ee5a req-7620ca47-e08b-4896-828e-b00a13eeb58b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 932 time: 0.2275450 Sep 14 12:06:46.326455 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a730bc-a0a4-4159-a22e-241d1948d905 req-c09190d2-af56-4e66-bb87-ac53268a47ae tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:46.327913 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-86a730bc-a0a4-4159-a22e-241d1948d905 req-c09190d2-af56-4e66-bb87-ac53268a47ae tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0774221 Sep 14 12:06:46.366896 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d8fffeea-b238-443a-8c1c-479c9e07ee5a req-b5415634-b1df-451f-81c3-6c1aa398663b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732672 Sep 14 12:06:46.390221 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:46.394888 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-86a730bc-a0a4-4159-a22e-241d1948d905 req-b44c01b7-8d64-45fc-973d-5e06efe62fd3 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581768 Sep 14 12:06:46.404061 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Attempt 3 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:06:46.430347 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:46.438449 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Port 906fb0c9-14b7-4949-943a-c084b122ae8b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:46.540078 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647312a-5bd0-4300-b994-31f865c39aac req-c433aafe-eb64-4736-b3d2-ea944a63c75c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:46.541566 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6647312a-5bd0-4300-b994-31f865c39aac req-c433aafe-eb64-4736-b3d2-ea944a63c75c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0509992 Sep 14 12:06:46.588283 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6647312a-5bd0-4300-b994-31f865c39aac req-94996b3b-a2a5-4822-aad2-6d8d3f4730f7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409968 Sep 14 12:06:46.758180 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c19e3e9-2ba8-4158-b886-ceffdf1d2aa9 req-5dacf95b-80dd-4c98-a710-e26a44ea55b5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0270243 Sep 14 12:06:46.939732 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Attempt 4 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:06:46.972782 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Port 906fb0c9-14b7-4949-943a-c084b122ae8b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:47.473760 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Attempt 5 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:06:47.503213 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:47.507339 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Port 906fb0c9-14b7-4949-943a-c084b122ae8b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:47.530632 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03c426-5aa6-41c8-9a28-c87f861370f3 req-1143fb69-ae3d-4af0-b123-8472cb9eede3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:47.532041 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dd03c426-5aa6-41c8-9a28-c87f861370f3 req-1143fb69-ae3d-4af0-b123-8472cb9eede3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 932 time: 0.0824480 Sep 14 12:06:47.553413 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2589b1-d21b-407a-90a0-9afdd30a1770 req-6bb63166-fcd8-41c0-aa8c-a087792261a4 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:47.554892 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5a2589b1-d21b-407a-90a0-9afdd30a1770 req-6bb63166-fcd8-41c0-aa8c-a087792261a4 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0722654 Sep 14 12:06:47.622999 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dd03c426-5aa6-41c8-9a28-c87f861370f3 req-a07620d7-7688-43fd-a76a-87610a0b2f83 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842347 Sep 14 12:06:47.630986 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5a2589b1-d21b-407a-90a0-9afdd30a1770 req-87f7a43d-479d-4a6e-b543-6a3259c5ece5 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684884 Sep 14 12:06:47.731938 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5cc8e-a15f-4e47-ae9f-56266d102cec req-b1825fd1-e3e3-4079-abbb-050f5ff0dbb0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:47.733405 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e3d5cc8e-a15f-4e47-ae9f-56266d102cec req-b1825fd1-e3e3-4079-abbb-050f5ff0dbb0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0478141 Sep 14 12:06:47.784173 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e3d5cc8e-a15f-4e47-ae9f-56266d102cec req-0bf29fe2-059b-438b-87f3-07ca66baffed tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443900 Sep 14 12:06:47.869850 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:47.872492 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a04a56a8-7b5e-45c8-a8ee-2211fb2be3b0 req-aaa643ee-67ea-4f87-82a4-09afe73e87ed tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0321434 Sep 14 12:06:47.910643 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:48.008669 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Attempt 6 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:06:48.043021 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Port 906fb0c9-14b7-4949-943a-c084b122ae8b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:48.544375 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Attempt 7 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:06:48.576407 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Port 906fb0c9-14b7-4949-943a-c084b122ae8b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:48.775892 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddaeb4-cec5-4337-8dae-87d08419d0d8 req-a12f8414-a90b-451c-89a8-ab1a9f8836c8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:48.777350 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-21ddaeb4-cec5-4337-8dae-87d08419d0d8 req-a12f8414-a90b-451c-89a8-ab1a9f8836c8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 932 time: 0.0743825 Sep 14 12:06:48.783345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993db6a-c13f-48fe-8433-f206fe2189dd req-5d26a5d5-6085-43c9-beed-9d3a2d4a05cf tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:48.784676 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1993db6a-c13f-48fe-8433-f206fe2189dd req-5d26a5d5-6085-43c9-beed-9d3a2d4a05cf tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0805085 Sep 14 12:06:48.861298 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-21ddaeb4-cec5-4337-8dae-87d08419d0d8 req-b05619da-c9e7-43e5-88cd-c637384feb37 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756974 Sep 14 12:06:48.864519 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1993db6a-c13f-48fe-8433-f206fe2189dd req-bdd8a965-a505-400f-82b8-503056081c6b tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730605 Sep 14 12:06:48.984561 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f61f4ee5-0300-48d1-b0e4-64c2695fe163 req-2dfa8099-e8b7-44b0-8f25-ddd5cb57b2c0 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0335605 Sep 14 12:06:48.992586 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8226522-7369-4972-8d44-d2cd9d1db1b9 req-98b8bef4-7917-4cac-b2ec-eaa8e743f177 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:48.995299 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f8226522-7369-4972-8d44-d2cd9d1db1b9 req-98b8bef4-7917-4cac-b2ec-eaa8e743f177 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0725105 Sep 14 12:06:49.045355 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f8226522-7369-4972-8d44-d2cd9d1db1b9 req-bdb3eccc-c674-40a8-8304-49cc4f523e1b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455112 Sep 14 12:06:49.077186 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Attempt 8 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:06:49.108353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Port 906fb0c9-14b7-4949-943a-c084b122ae8b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:49.610062 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Attempt 9 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:06:49.651910 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Port 906fb0c9-14b7-4949-943a-c084b122ae8b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:50.019059 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fedbb-59ba-405e-9233-99ca32758d88 req-0889ca9b-b017-4a22-a9b5-18540de209b0 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:50.020567 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c57fedbb-59ba-405e-9233-99ca32758d88 req-0889ca9b-b017-4a22-a9b5-18540de209b0 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0779014 Sep 14 12:06:50.028856 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604b0de-9676-4057-8610-867556eff4b2 req-7c3922b4-b592-4854-be31-cecb41c00c39 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:50.036186 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2604b0de-9676-4057-8610-867556eff4b2 req-7c3922b4-b592-4854-be31-cecb41c00c39 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 932 time: 0.0863795 Sep 14 12:06:50.052337 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:50.107863 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c57fedbb-59ba-405e-9233-99ca32758d88 req-080f7098-1fc2-4ce7-ab62-e10f71a3835e tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765579 Sep 14 12:06:50.111174 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2604b0de-9676-4057-8610-867556eff4b2 req-fb7ce567-02d8-438c-9bec-ba10defaea35 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730109 Sep 14 12:06:50.152779 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Attempt 10 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:06:50.217044 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a19f1b7b-e98b-44ac-b8f5-123af1e82eeb None None] Port 906fb0c9-14b7-4949-943a-c084b122ae8b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:50.239858 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-55bfae32-de28-495a-a5bc-2c12364e28dd req-63e1ab19-8623-4bc3-be34-b04a41a833c5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0607588 Sep 14 12:06:50.263124 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39f952-b0e4-4712-901c-c11d322f98b0 req-32787daa-c982-40a1-bdcd-4d88dc9ce567 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:50.266347 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cd39f952-b0e4-4712-901c-c11d322f98b0 req-32787daa-c982-40a1-bdcd-4d88dc9ce567 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0774052 Sep 14 12:06:50.319839 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cd39f952-b0e4-4712-901c-c11d322f98b0 req-e8cf4819-03b7-4407-b4c1-c89a4f26cc97 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490742 Sep 14 12:06:50.719693 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:06:51.235094 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:51.273071 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7961fd-0bbf-406c-b539-9aa433a6459a req-097863b8-0ebf-4d65-b9e9-c2347331f934 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:51.275016 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6d7961fd-0bbf-406c-b539-9aa433a6459a req-097863b8-0ebf-4d65-b9e9-c2347331f934 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0760844 Sep 14 12:06:51.295113 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55980b8f-0c68-4007-b861-4f23612f6ed2 req-1aaf57f6-762c-465a-8188-960560387801 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:51.299155 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-55980b8f-0c68-4007-b861-4f23612f6ed2 req-1aaf57f6-762c-465a-8188-960560387801 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 932 time: 0.0882609 Sep 14 12:06:51.373478 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6d7961fd-0bbf-406c-b539-9aa433a6459a req-63722567-f067-4206-82d1-3a1d59ea6a96 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896783 Sep 14 12:06:51.381781 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-55980b8f-0c68-4007-b861-4f23612f6ed2 req-0d28dcbc-e6e1-4400-80ee-67c111c24787 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723188 Sep 14 12:06:51.535955 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0e4672a-c8b2-44ed-b476-a73d677c941d req-b560ea31-f25f-4c31-b240-e9e7e4799c27 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0592031 Sep 14 12:06:51.566340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37abfa-355f-4a30-917f-c22678ed2352 req-80f39470-dc3d-482d-ad70-7d052ac90dcd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:51.568168 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cc37abfa-355f-4a30-917f-c22678ed2352 req-80f39470-dc3d-482d-ad70-7d052ac90dcd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0790303 Sep 14 12:06:51.628535 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cc37abfa-355f-4a30-917f-c22678ed2352 req-e07fd27e-fdf3-4bf1-9712-4d86dd80dc04 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494909 Sep 14 12:06:52.309981 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Request body: {'port': {'device_id': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:52.320324 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'port': {'device_id': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'admin_state_up': True, 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'security_groups': ['8a69b95e-dccf-43e2-bad7-f0123c1c872f']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:06:52.345559 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-8f65d7a9-8d8b-4a45-bd6e-e423a23476f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:52.347105 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-8f65d7a9-8d8b-4a45-bd6e-e423a23476f3 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=933ef2ab34a441b982b69839434d689e&device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 1128 time: 0.0441759 Sep 14 12:06:52.447792 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:52.570906 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1979dc4-0eec-4292-b39b-6b5d11037fc1 req-7c73f634-a2d8-4484-8ccf-d2b3b7d18555 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:52.572406 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b1979dc4-0eec-4292-b39b-6b5d11037fc1 req-7c73f634-a2d8-4484-8ccf-d2b3b7d18555 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0919952 Sep 14 12:06:52.609333 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-33cc44bc-9ba8-442f-9acd-e55d5e543466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:52.610931 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-33cc44bc-9ba8-442f-9acd-e55d5e543466 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=e96091d1-99a1-47fc-9c36-d9d9004c432f HTTP/1.1" status: 200 len: 912 time: 0.2544370 Sep 14 12:06:52.612244 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8254e2-961e-4663-8905-2bce5c377846 req-9ab88134-194f-4d30-92d4-5354ce9ac3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:52.613671 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-cc8254e2-961e-4663-8905-2bce5c377846 req-9ab88134-194f-4d30-92d4-5354ce9ac3aa service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 1128 time: 0.1973956 Sep 14 12:06:52.676149 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Made reservation on behalf of e35c2ab9a9644cadadd4da9a544b944b for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:06:52.680095 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:52.706710 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b9640-04d6-46dd-9d70-76ed11103053 req-7deaa285-601f-4b65-aa79-e9155c0f2b31 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:52.708599 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-537b9640-04d6-46dd-9d70-76ed11103053 req-7deaa285-601f-4b65-aa79-e9155c0f2b31 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 932 time: 0.1270373 Sep 14 12:06:52.818055 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:52.865543 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b1979dc4-0eec-4292-b39b-6b5d11037fc1 req-b26f2dad-b06e-49f6-8f06-cc5f445d2d03 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806242 Sep 14 12:06:52.923428 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-537b9640-04d6-46dd-9d70-76ed11103053 req-e032afb8-b392-46a1-ab43-a816f5bbd6f4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037656 Sep 14 12:06:53.007832 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:53.089754 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae9302c1-23f4-45b8-bf1b-b960c69cdd25 req-c6a69145-44aa-4dfe-ae5b-d45add13d9ba tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0806015 Sep 14 12:06:53.135639 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Allocated IP 172.20.0.14 (f06a80ac-04e5-4ae1-9b24-c817b700ac9e/d4fe8a74-946d-4071-b8d3-3434cb1ac798/07ecea17-6958-4771-b1ae-f0ad902c21eb) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:06:53.155732 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a485704c-6b23-4e5e-9689-ed5b015bb101 req-54582c2d-9ecf-40df-beb3-35d9d90b52ab tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:53.157194 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a485704c-6b23-4e5e-9689-ed5b015bb101 req-54582c2d-9ecf-40df-beb3-35d9d90b52ab tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.1425121 Sep 14 12:06:53.163560 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906fb0c9-14b7-4949-943a-c084b122ae8b {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:06:53.180633 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Publish callbacks [] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:53.240824 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Transition to ACTIVE for port object 906fb0c9-14b7-4949-943a-c084b122ae8b will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:06:53.322977 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a485704c-6b23-4e5e-9689-ed5b015bb101 req-0a01651b-023c-4e06-b066-0378edb11504 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535947 Sep 14 12:06:53.353137 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:53.438291 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:53.447125 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Pushing event updated for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:53.481788 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.482149 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.482488 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.482820 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.483149 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.483475 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.483797 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.484122 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.484444 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.484765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.485085 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.485436 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.485755 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.486097 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.486416 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:53.527723 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Attempting to bind port 906fb0c9-14b7-4949-943a-c084b122ae8b on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:06:53.528061 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Attempting to bind port 906fb0c9-14b7-4949-943a-c084b122ae8b by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:06:53.528372 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Attempting to bind port 906fb0c9-14b7-4949-943a-c084b122ae8b on network 0ca6a8c3-1298-4a9f-a110-741bf377213f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:53.573725 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Port 906fb0c9-14b7-4949-943a-c084b122ae8b on network 0ca6a8c3-1298-4a9f-a110-741bf377213f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:06:53.574017 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Attempting to bind port 906fb0c9-14b7-4949-943a-c084b122ae8b on network 0ca6a8c3-1298-4a9f-a110-741bf377213f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:06:53.618619 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:06:53.618952 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Checking segment: {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:06:53.622154 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Bound using segment: {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:06:53.622154 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Bound port: 906fb0c9-14b7-4949-943a-c084b122ae8b, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:06:53.622154 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:53.627229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:53.697393 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Network f06a80ac-04e5-4ae1-9b24-c817b700ac9e is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:06:53.704406 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:06:53.713724 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:06:53.722994 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'Port': ['ID=07ecea17-6958-4771-b1ae-f0ad902c21eb,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:53.777707 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:06:53.803875 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:53.805389 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:53.813904 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:06:53.892605 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 36410) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:53.936903 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:53.945077 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-444c2b7f-0f27-4558-896e-e885e27c3905 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6296530 Sep 14 12:06:53.945077 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:53.945278 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:53.946507 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/906fb0c9-14b7-4949-943a-c084b122ae8b HTTP/1.1" status: 200 len: 1094 time: 1.6456881 Sep 14 12:06:53.959299 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:06:53.963369 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Provisioning complete for port 07ecea17-6958-4771-b1ae-f0ad902c21eb triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:06:53.963942 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:53.964088 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Attempt 1 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:06:53.967797 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8e1317-393f-4fcf-8ff0-20066fb6b62a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:06:54.031697 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:54.240911 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36424) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:54.278605 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:54.292584 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:54.295181 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-cce8ea1d-9ff4-4915-829a-792280e7bdb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.310230 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab9dc7-4679-49c3-8814-e0466a1bd548 req-d833646e-6396-48a1-a882-740d4902d758 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:54.312155 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77ab9dc7-4679-49c3-8814-e0466a1bd548 req-d833646e-6396-48a1-a882-740d4902d758 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.3071847 Sep 14 12:06:54.319416 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5deab56-040a-46f8-ad12-e6c225e22b99 service neutron] Pushing event updated for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:54.334832 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a408d49c-2c3d-4047-b028-767fc7ca2f26 req-0d62dfad-df3b-49a7-bafc-756f461f24a3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:54.334832 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a408d49c-2c3d-4047-b028-767fc7ca2f26 req-0d62dfad-df3b-49a7-bafc-756f461f24a3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.2992139 Sep 14 12:06:54.382149 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.435759 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77ab9dc7-4679-49c3-8814-e0466a1bd548 req-d50a6db2-8a52-4e1e-b1a9-f82b85a85d64 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120996 Sep 14 12:06:54.453920 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a408d49c-2c3d-4047-b028-767fc7ca2f26 req-bcfc911f-38a5-4466-b540-cb7784c82259 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083395 Sep 14 12:06:54.477566 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Publish callbacks [] for security_group (2a72536e-0567-4fac-a7e3-8dd609c6f131), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.489658 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-cce8ea1d-9ff4-4915-829a-792280e7bdb3 admin admin] Publish callbacks [] for security_group (54cf4c58-85f7-4fea-9735-c3c3735130c7), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.512255 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf032f3-4fe0-4148-974f-f55ef9015d58 x-openstack-request-id: req-adf032f3-4fe0-4148-974f-f55ef9015d58 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:06:54.512714 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:06:54.513040 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-adf032f3-4fe0-4148-974f-f55ef9015d58 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:06:54.513516 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf032f3-4fe0-4148-974f-f55ef9015d58'] response: {'name': 'network-changed', 'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'status': 'completed', 'code': 200} Sep 14 12:06:54.532897 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Attempt 2 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:06:54.571033 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:54.572264 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (2a72536e-0567-4fac-a7e3-8dd609c6f131), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.613901 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1b87db87166c4c58ac35e2b66ed7bc7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3716495 Sep 14 12:06:54.617633 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-cce8ea1d-9ff4-4915-829a-792280e7bdb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (54cf4c58-85f7-4fea-9735-c3c3735130c7), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.617826 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36434) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:54.633845 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a72536e-0567-4fac-a7e3-8dd609c6f131,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:54.646510 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.646856 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.647210 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.647553 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.647893 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.648228 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.648561 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.648894 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.649228 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.649560 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.650188 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.650534 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.650860 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.651184 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.651512 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2823b31e-03fb-40fd-aec0-2ccbfec03768 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:54.655118 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05862eb-b013-4c77-a7b3-db795770543c req-a7a6a9a9-9aef-4d27-80d2-f4ad3d4cb371 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:54.656617 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d05862eb-b013-4c77-a7b3-db795770543c req-a7a6a9a9-9aef-4d27-80d2-f4ad3d4cb371 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 932 time: 0.1113250 Sep 14 12:06:54.684954 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85f41e-74ab-4175-a8d2-6bc61d9559f4 req-67d70f24-9d48-46ea-9f9e-79dc98e9af67 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:54.684954 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f85f41e-74ab-4175-a8d2-6bc61d9559f4 req-67d70f24-9d48-46ea-9f9e-79dc98e9af67 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.1177783 Sep 14 12:06:54.696737 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a3803889-d997-4670-830a-3ff1dffb49c8 admin admin] Publish callbacks [] for security_group (2a72536e-0567-4fac-a7e3-8dd609c6f131), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.697045 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:54.708397 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-cce8ea1d-9ff4-4915-829a-792280e7bdb3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c9b0af5514c94e178bc37e1ea5053060&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8091140 Sep 14 12:06:54.708796 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36436) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:54.718348 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8ea1d-9ff4-4915-829a-792280e7bdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cf4c58-85f7-4fea-9735-c3c3735130c7,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:54.732842 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a3803889-d997-4670-830a-3ff1dffb49c8 admin admin] Publish callbacks [] for security_group (2a72536e-0567-4fac-a7e3-8dd609c6f131), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.760615 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:54.784638 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d05862eb-b013-4c77-a7b3-db795770543c req-7f42b7d7-fa7e-4c7e-8957-0f661b343c15 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209991 Sep 14 12:06:54.788990 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f85f41e-74ab-4175-a8d2-6bc61d9559f4 req-6c6d46a4-5dc4-4b20-ae2c-cd36285552cc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971680 Sep 14 12:06:54.813638 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-38cbb412-753d-4b05-abb4-004806380aa9 admin admin] Publish callbacks [] for security_group (54cf4c58-85f7-4fea-9735-c3c3735130c7), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.840007 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-38cbb412-753d-4b05-abb4-004806380aa9 admin admin] Publish callbacks [] for security_group (54cf4c58-85f7-4fea-9735-c3c3735130c7), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.881539 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a3803889-d997-4670-830a-3ff1dffb49c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (2a72536e-0567-4fac-a7e3-8dd609c6f131), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.888954 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a3803889-d997-4670-830a-3ff1dffb49c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.888954 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-a3803889-d997-4670-830a-3ff1dffb49c8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/2a72536e-0567-4fac-a7e3-8dd609c6f131 HTTP/1.1" status: 204 len: 168 time: 0.2662821 Sep 14 12:06:54.894981 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3803889-d997-4670-830a-3ff1dffb49c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a72536e-0567-4fac-a7e3-8dd609c6f131,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:54.995072 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-38cbb412-753d-4b05-abb4-004806380aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (54cf4c58-85f7-4fea-9735-c3c3735130c7), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.997689 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-38cbb412-753d-4b05-abb4-004806380aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:54.998891 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-38cbb412-753d-4b05-abb4-004806380aa9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/54cf4c58-85f7-4fea-9735-c3c3735130c7 HTTP/1.1" status: 204 len: 168 time: 0.2864640 Sep 14 12:06:55.016302 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbb412-753d-4b05-abb4-004806380aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cf4c58-85f7-4fea-9735-c3c3735130c7,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:55.072155 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Attempt 3 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:06:55.110083 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:55.581633 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea383e89-624c-4583-9bc0-001e3beaa1ac req-5bd35db9-8d17-43fb-acc7-2b8fe68a3d8c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:55.584059 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ea383e89-624c-4583-9bc0-001e3beaa1ac req-5bd35db9-8d17-43fb-acc7-2b8fe68a3d8c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0608113 Sep 14 12:06:55.611551 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Attempt 4 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:06:55.666584 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:55.680661 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ea38d-7c76-4bb8-8cb8-1143da0b4a82 req-f657753d-0ffb-4ea1-90b0-63cbcab865c6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:55.682290 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-454ea38d-7c76-4bb8-8cb8-1143da0b4a82 req-f657753d-0ffb-4ea1-90b0-63cbcab865c6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0901110 Sep 14 12:06:55.694364 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ea383e89-624c-4583-9bc0-001e3beaa1ac req-590c0cfa-dd45-4f12-9d26-98d8fbaa76e9 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030924 Sep 14 12:06:55.755221 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-454ea38d-7c76-4bb8-8cb8-1143da0b4a82 req-4a2e7347-a54b-4a5a-94b5-bff3fd65b61c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565810 Sep 14 12:06:55.868645 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36472) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:55.886430 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b846e5d-4a57-455d-a7d0-e9d2116ec158 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:55.889889 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:55.957607 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18057a38-b251-40b6-a207-b00c3ab0994e req-e43096bb-4cd6-4e4f-b247-002a683cc2b7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:55.959141 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18057a38-b251-40b6-a207-b00c3ab0994e req-e43096bb-4cd6-4e4f-b247-002a683cc2b7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 932 time: 0.0884264 Sep 14 12:06:55.975013 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27ec10-a222-4ade-964f-d84c4892ccd9 req-b0dc0500-aa1f-455e-83b1-9f0cb6033936 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:55.979903 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f27ec10-a222-4ade-964f-d84c4892ccd9 req-b0dc0500-aa1f-455e-83b1-9f0cb6033936 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0716448 Sep 14 12:06:55.985331 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36476) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:55.988964 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b846e5d-4a57-455d-a7d0-e9d2116ec158 admin admin] Publish callbacks [] for security_group (d10f964a-072d-4d5c-8edf-75cc02110cfb), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.002886 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-136fc118-6da4-4377-8a17-dabf32bc660b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.043302 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18057a38-b251-40b6-a207-b00c3ab0994e req-a0f7d8cb-a607-43d5-81ea-a388bfa454e7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757360 Sep 14 12:06:56.060237 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:56.078119 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f27ec10-a222-4ade-964f-d84c4892ccd9 req-d18157a1-53ed-4301-b822-3ef86cbe0b43 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635369 Sep 14 12:06:56.097389 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b846e5d-4a57-455d-a7d0-e9d2116ec158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d10f964a-072d-4d5c-8edf-75cc02110cfb), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.164559 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b846e5d-4a57-455d-a7d0-e9d2116ec158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10f964a-072d-4d5c-8edf-75cc02110cfb,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:56.167562 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Attempt 5 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:06:56.169444 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-136fc118-6da4-4377-8a17-dabf32bc660b admin admin] Publish callbacks [] for security_group (b05f345f-413e-4023-a13d-029bf9d4fde3), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.177164 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-8b846e5d-4a57-455d-a7d0-e9d2116ec158 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=aa46bc3c534f4d4bbe7db6c3b315b5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074114 Sep 14 12:06:56.179852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 36480) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:56.216837 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:56.238091 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43c1b37b-d883-4596-9d14-c6de3cb47f88 admin admin] Publish callbacks [] for security_group (d10f964a-072d-4d5c-8edf-75cc02110cfb), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.261756 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43c1b37b-d883-4596-9d14-c6de3cb47f88 admin admin] Publish callbacks [] for security_group (d10f964a-072d-4d5c-8edf-75cc02110cfb), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.276353 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-136fc118-6da4-4377-8a17-dabf32bc660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b05f345f-413e-4023-a13d-029bf9d4fde3), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.319521 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-136fc118-6da4-4377-8a17-dabf32bc660b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=696f03908243454d88e1beb80a580e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329012 Sep 14 12:06:56.321165 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fc118-6da4-4377-8a17-dabf32bc660b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05f345f-413e-4023-a13d-029bf9d4fde3,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:56.323000 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 36482) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:06:56.383486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-079b267a-a8c7-4ff4-889d-26fb64eb0e3f admin admin] Publish callbacks [] for security_group (b05f345f-413e-4023-a13d-029bf9d4fde3), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.404791 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43c1b37b-d883-4596-9d14-c6de3cb47f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d10f964a-072d-4d5c-8edf-75cc02110cfb), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.407677 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-43c1b37b-d883-4596-9d14-c6de3cb47f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.408832 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-43c1b37b-d883-4596-9d14-c6de3cb47f88 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d10f964a-072d-4d5c-8edf-75cc02110cfb HTTP/1.1" status: 204 len: 168 time: 0.2279570 Sep 14 12:06:56.411093 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-079b267a-a8c7-4ff4-889d-26fb64eb0e3f admin admin] Publish callbacks [] for security_group (b05f345f-413e-4023-a13d-029bf9d4fde3), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.431624 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1b37b-d883-4596-9d14-c6de3cb47f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10f964a-072d-4d5c-8edf-75cc02110cfb,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:56.462465 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:56.595595 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-079b267a-a8c7-4ff4-889d-26fb64eb0e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b05f345f-413e-4023-a13d-029bf9d4fde3), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.598324 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-079b267a-a8c7-4ff4-889d-26fb64eb0e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:56.600393 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-079b267a-a8c7-4ff4-889d-26fb64eb0e3f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b05f345f-413e-4023-a13d-029bf9d4fde3 HTTP/1.1" status: 204 len: 168 time: 0.2758999 Sep 14 12:06:56.608541 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079b267a-a8c7-4ff4-889d-26fb64eb0e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05f345f-413e-4023-a13d-029bf9d4fde3,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:56.713225 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Attempt 6 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:06:56.753780 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:56.860222 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b958931-6358-4d92-8fd4-1ee8bad77286 req-762832a4-d51b-4cb6-acf3-6b1ec33f416c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:56.863423 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b958931-6358-4d92-8fd4-1ee8bad77286 req-762832a4-d51b-4cb6-acf3-6b1ec33f416c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 944 time: 0.0897200 Sep 14 12:06:56.953511 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf92357-d463-4e16-9045-ddae50970732 req-96505af5-d937-452c-9e2a-56a53912a948 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:56.955523 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5bf92357-d463-4e16-9045-ddae50970732 req-96505af5-d937-452c-9e2a-56a53912a948 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0907986 Sep 14 12:06:56.993912 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b958931-6358-4d92-8fd4-1ee8bad77286 req-4fc6ad1e-43dc-4892-b753-3c2137ab5f80 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145842 Sep 14 12:06:57.034302 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5bf92357-d463-4e16-9045-ddae50970732 req-2bb5dddf-1546-47dc-8bcc-c063b2cf0cc7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645487 Sep 14 12:06:57.242246 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff938b-c886-4300-a9a6-d9d9b8b72a68 req-c5830b57-8561-4ced-afdf-05bb9d544bf5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:57.243892 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a2ff938b-c886-4300-a9a6-d9d9b8b72a68 req-c5830b57-8561-4ced-afdf-05bb9d544bf5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 932 time: 0.0833671 Sep 14 12:06:57.255131 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Attempt 7 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:06:57.261240 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2801d3-c0cf-4d8e-8e0d-4a870b76470b req-e273bd7c-5710-47e1-876c-4fc3eb0ccc73 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:57.264192 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9b2801d3-c0cf-4d8e-8e0d-4a870b76470b req-e273bd7c-5710-47e1-876c-4fc3eb0ccc73 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0726073 Sep 14 12:06:57.301262 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:57.403049 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a2ff938b-c886-4300-a9a6-d9d9b8b72a68 req-e8523e87-2465-4b5a-9876-c2ddfcf2727c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370661 Sep 14 12:06:57.411294 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9b2801d3-c0cf-4d8e-8e0d-4a870b76470b req-bc51cdf9-aff7-4602-ab15-cb1dde2a2d37 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332369 Sep 14 12:06:57.557092 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 8886c0e9-3f34-4a35-b75b-b420c97f524e details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:06:57.683734 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 8886c0e9-3f34-4a35-b75b-b420c97f524e, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8886c0e9-3f34-4a35-b75b-b420c97f524e,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:57.699322 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '8886c0e9-3f34-4a35-b75b-b420c97f524e', 'network_id': 'e96091d1-99a1-47fc-9c36-d9d9004c432f', 'port_id': '8886c0e9-3f34-4a35-b75b-b420c97f524e', 'mac_address': 'fa:16:3e:34:fe:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9add01ed-32e7-46bc-bff1-93338bf8b5bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:06:57.732290 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:57.741474 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 8886c0e9-3f34-4a35-b75b-b420c97f524e is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:06:57.742176 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:57.760512 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8886c0e9-3f34-4a35-b75b-b420c97f524e {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:06:57.795029 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:57.803172 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Attempt 8 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:06:57.814140 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 8886c0e9-3f34-4a35-b75b-b420c97f524e, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8886c0e9-3f34-4a35-b75b-b420c97f524e,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:06:57.862442 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:57.894306 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:06:57.967640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=8886c0e9-3f34-4a35-b75b-b420c97f524e,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:06:57.975407 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.975754 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.976131 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.976494 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.976871 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.977200 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.977528 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.977853 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.978206 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.978530 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.978921 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.979269 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.979596 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.979917 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:57.980237 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:06:58.182935 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712d980-45da-45ce-bc82-30a323b9ac69 req-d2b07e62-fd4e-4e03-9370-a12085ffdff3 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:58.184466 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8712d980-45da-45ce-bc82-30a323b9ac69 req-d2b07e62-fd4e-4e03-9370-a12085ffdff3 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 945 time: 0.0782187 Sep 14 12:06:58.249823 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448dbd79-755b-4b7b-afe2-a9351d08a9e7 req-aebfbfe3-0064-4947-a6eb-ccef69d66088 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:58.256718 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-448dbd79-755b-4b7b-afe2-a9351d08a9e7 req-aebfbfe3-0064-4947-a6eb-ccef69d66088 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.1182044 Sep 14 12:06:58.330906 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8712d980-45da-45ce-bc82-30a323b9ac69 req-55f932e0-9082-43e2-8511-b0f27c9ebeb1 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398776 Sep 14 12:06:58.364156 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Attempt 9 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:06:58.364734 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-448dbd79-755b-4b7b-afe2-a9351d08a9e7 req-c504c916-98e6-467b-b45d-93ded3693e3a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066196 Sep 14 12:06:58.401526 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:58.568153 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ef7d6-c624-40f8-a997-cc96237e14bb req-b840a08c-e379-4f99-9570-6b1b94b04fa8 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:58.569661 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b01ef7d6-c624-40f8-a997-cc96237e14bb req-b840a08c-e379-4f99-9570-6b1b94b04fa8 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 932 time: 0.0866001 Sep 14 12:06:58.582177 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777b477-25f6-4642-a13e-34df9e0068f1 req-e05cb420-6f86-4f4a-b7ab-5fca2c4948f1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:58.583626 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2777b477-25f6-4642-a13e-34df9e0068f1 req-e05cb420-6f86-4f4a-b7ab-5fca2c4948f1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0897584 Sep 14 12:06:58.660991 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b01ef7d6-c624-40f8-a997-cc96237e14bb req-f168b07f-dc3f-4a72-84c2-5576da00ec6c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852721 Sep 14 12:06:58.664354 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2777b477-25f6-4642-a13e-34df9e0068f1 req-6a3473b2-6ceb-4e7f-af10-f0712a67dcd2 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736601 Sep 14 12:06:58.902600 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Attempt 10 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:06:58.978463 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d042cd96-8088-478c-a596-e910e2d28902 None None] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:06:59.112255 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['8886c0e9-3f34-4a35-b75b-b420c97f524e'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:06:59.503891 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f609683b-dfc2-48ba-af04-187bdc4e0781 req-7a1ed62b-d97e-4969-8cc8-f5f23383d4ad tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:59.505380 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f609683b-dfc2-48ba-af04-187bdc4e0781 req-7a1ed62b-d97e-4969-8cc8-f5f23383d4ad tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 945 time: 0.0832901 Sep 14 12:06:59.566991 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb528aa-0c5c-44bc-bb2f-ca2e19c7c993 req-e63fd0fc-643d-443e-a4e4-f240cc039cf9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:59.568611 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4bb528aa-0c5c-44bc-bb2f-ca2e19c7c993 req-e63fd0fc-643d-443e-a4e4-f240cc039cf9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0834999 Sep 14 12:06:59.595821 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f609683b-dfc2-48ba-af04-187bdc4e0781 req-3770bbce-390b-46ea-8e5c-0d4935ee9865 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727735 Sep 14 12:06:59.596421 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:59.650576 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4bb528aa-0c5c-44bc-bb2f-ca2e19c7c993 req-853c2836-19ad-437b-bc85-ecbe4c073461 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673318 Sep 14 12:06:59.877916 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671a617-f349-4328-b995-78e9ce18590e req-a4dd2e50-5a0f-42ae-88b3-80836c6eb44b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:59.878417 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a671a617-f349-4328-b995-78e9ce18590e req-a4dd2e50-5a0f-42ae-88b3-80836c6eb44b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.1052008 Sep 14 12:06:59.897416 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871128b8-3011-4b97-854e-1c230d13b75b req-d87479a4-bfc6-4d4f-8381-95ae0ea8d920 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:06:59.898938 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-871128b8-3011-4b97-854e-1c230d13b75b req-d87479a4-bfc6-4d4f-8381-95ae0ea8d920 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 932 time: 0.1109593 Sep 14 12:06:59.963738 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:06:59.974527 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a671a617-f349-4328-b995-78e9ce18590e req-22053486-838f-4b5e-9f13-8b996dca5dbd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922744 Sep 14 12:06:59.979024 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-871128b8-3011-4b97-854e-1c230d13b75b req-10f7eb9e-92a2-4e9d-bf56-70a1e4766caf tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724223 Sep 14 12:07:00.322465 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 8886c0e9-3f34-4a35-b75b-b420c97f524e up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:07:00.369591 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 8886c0e9-3f34-4a35-b75b-b420c97f524e completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:07:00.447702 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:00.448555 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 8886c0e9-3f34-4a35-b75b-b420c97f524e triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:07:00.449008 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:00.449335 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 8886c0e9-3f34-4a35-b75b-b420c97f524e Sep 14 12:07:00.526905 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Request body: {'port': {'device_id': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:07:00.533490 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 8886c0e9-3f34-4a35-b75b-b420c97f524e is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:07:00.533907 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:00.561899 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5195b11-b310-408b-a3d8-75d39abd9bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8886c0e9-3f34-4a35-b75b-b420c97f524e'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:07:00.575841 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-4c4e7673-f3e0-4f80-b00f-4f33ba1c8a45 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8886c0e9-3f34-4a35-b75b-b420c97f524e HTTP/1.1" status: 200 len: 217 time: 0.0549355 Sep 14 12:07:00.649128 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:00.658360 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 8886c0e9-3f34-4a35-b75b-b420c97f524e, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8886c0e9-3f34-4a35-b75b-b420c97f524e,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:00.693633 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-3d2759a0-ba9d-46b0-b890-6703f92696ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:00.695188 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-3d2759a0-ba9d-46b0-b890-6703f92696ac service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 1128 time: 0.1129110 Sep 14 12:07:00.702623 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:00.714610 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:00.747326 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e1317-393f-4fcf-8ff0-20066fb6b62a req-fb2fe69c-1e02-49b6-b457-8289914243c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:00.750911 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:00.756111 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ce8e1317-393f-4fcf-8ff0-20066fb6b62a req-fb2fe69c-1e02-49b6-b457-8289914243c3 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 1128 time: 0.1490352 Sep 14 12:07:00.890212 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=8886c0e9-3f34-4a35-b75b-b420c97f524e,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:00.939294 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8900d500-f125-41f9-b000-3ca131119809" -d '{"events": [{"server_uuid": "a5195b11-b310-408b-a3d8-75d39abd9bba", "name": "network-vif-plugged", "status": "completed", "tag": "8886c0e9-3f34-4a35-b75b-b420c97f524e"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:07:00.965285 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d89794-74fd-4ef9-9c3a-d0ae0ba05502 req-58cf8d01-6945-4593-889a-ac26adfa3136 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:00.965569 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e1317-393f-4fcf-8ff0-20066fb6b62a req-857e1463-c9c8-413b-a0e6-171ffa8a26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:00.966997 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6d89794-74fd-4ef9-9c3a-d0ae0ba05502 req-58cf8d01-6945-4593-889a-ac26adfa3136 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 945 time: 0.2494187 Sep 14 12:07:00.967308 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ce8e1317-393f-4fcf-8ff0-20066fb6b62a req-857e1463-c9c8-413b-a0e6-171ffa8a26f7 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1444447 Sep 14 12:07:01.033548 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8254e2-961e-4663-8905-2bce5c377846 req-d475db2d-de8c-4424-acb8-1e6490971de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:01.035158 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-cc8254e2-961e-4663-8905-2bce5c377846 req-d475db2d-de8c-4424-acb8-1e6490971de5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=748b7c08460b4f718dfff67275d8e4e4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4774113 Sep 14 12:07:01.048639 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-659afcbc-5b5e-4dbd-b625-9713f02890ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:01.050179 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-659afcbc-5b5e-4dbd-b625-9713f02890ec service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=9add01ed-32e7-46bc-bff1-93338bf8b5bb HTTP/1.1" status: 200 len: 850 time: 0.2796690 Sep 14 12:07:01.147826 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87beb601-a642-48db-8d6d-f77b425f171c req-42d0c342-a55e-4321-92c4-76b94640f829 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:01.149335 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-87beb601-a642-48db-8d6d-f77b425f171c req-42d0c342-a55e-4321-92c4-76b94640f829 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.2876837 Sep 14 12:07:01.471571 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6d89794-74fd-4ef9-9c3a-d0ae0ba05502 req-f940ecf7-8a90-4a8d-84de-119016586044 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596653 Sep 14 12:07:01.498945 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-4311c275-3f06-474c-898f-4d681ea81c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:01.500344 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-4311c275-3f06-474c-898f-4d681ea81c4a service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.6398087 Sep 14 12:07:01.532824 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-87beb601-a642-48db-8d6d-f77b425f171c req-77bcd620-0053-4613-b8ea-1e1dd41e8b44 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750246 Sep 14 12:07:01.577013 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-92ff2af8-2562-4ed9-9715-9733bcab86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:01.578592 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-92ff2af8-2562-4ed9-9715-9733bcab86cc service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e96091d1-99a1-47fc-9c36-d9d9004c432f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2135944 Sep 14 12:07:01.669885 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b724ecd9-e7cc-44ce-80c3-53842c636274 x-openstack-request-id: req-b724ecd9-e7cc-44ce-80c3-53842c636274 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:07:01.670415 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5195b11-b310-408b-a3d8-75d39abd9bba", "name": "network-vif-plugged", "status": "completed", "tag": "8886c0e9-3f34-4a35-b75b-b420c97f524e", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:07:01.670511 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b724ecd9-e7cc-44ce-80c3-53842c636274 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:07:01.670923 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b724ecd9-e7cc-44ce-80c3-53842c636274'] response: {'server_uuid': 'a5195b11-b310-408b-a3d8-75d39abd9bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8886c0e9-3f34-4a35-b75b-b420c97f524e', 'code': 200} Sep 14 12:07:01.784743 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-810e0f8d-b614-44e9-9456-3435d3a38b60 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1 HTTP/1.1" status: 200 len: 217 time: 0.2004840 Sep 14 12:07:01.924472 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d216d9-b886-4d80-aac3-3906e689e76e req-84d4664f-3be9-4fa8-94bb-3f97828d5444 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:01.931316 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b8d216d9-b886-4d80-aac3-3906e689e76e req-84d4664f-3be9-4fa8-94bb-3f97828d5444 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 932 time: 0.2485430 Sep 14 12:07:01.981204 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e1317-393f-4fcf-8ff0-20066fb6b62a req-78a23e8c-f273-432f-adb5-0c4837d9528e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:01.983028 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ce8e1317-393f-4fcf-8ff0-20066fb6b62a req-78a23e8c-f273-432f-adb5-0c4837d9528e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6293733 Sep 14 12:07:02.015978 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911c89d-b433-48a4-86da-83f106c09deb req-11dd5e67-da4c-4337-bb7b-36463bbfdb18 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:02.029818 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c911c89d-b433-48a4-86da-83f106c09deb req-11dd5e67-da4c-4337-bb7b-36463bbfdb18 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.2439661 Sep 14 12:07:02.042600 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8254e2-961e-4663-8905-2bce5c377846 req-81daca03-6185-4e93-a992-75ef05516840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:02.044406 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-cc8254e2-961e-4663-8905-2bce5c377846 req-81daca03-6185-4e93-a992-75ef05516840 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6805046 Sep 14 12:07:02.071994 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-fe8b5ad4-c382-4004-a036-c749da7bb00c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e96091d1-99a1-47fc-9c36-d9d9004c432f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927483 Sep 14 12:07:02.099143 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:02.100887 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-dda721a2-7e05-4e56-b363-46226457fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:02.102669 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-dda721a2-7e05-4e56-b363-46226457fe16 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.3103809 Sep 14 12:07:02.127884 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ecea17-6958-4771-b1ae-f0ad902c21eb {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:07:02.132613 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:02.151879 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Publish callbacks [] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:02.164540 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b8d216d9-b886-4d80-aac3-3906e689e76e req-2ad33d0d-6772-4923-adb6-93858295710b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613946 Sep 14 12:07:02.181309 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c911c89d-b433-48a4-86da-83f106c09deb req-cbbcdf2a-549d-4b91-8aa2-9b7fec16cec8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342211 Sep 14 12:07:02.182409 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Transition to ACTIVE for port object 07ecea17-6958-4771-b1ae-f0ad902c21eb will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:07:02.212499 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=100 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:02.224367 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:02.294960 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Pushing event updated for resources: {'Port': ['ID=07ecea17-6958-4771-b1ae-f0ad902c21eb,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:02.327744 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:07:02.331418 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-aa83f723-6e58-4fa1-904b-5024689db8f1 req-ef420671-a00e-4ced-aab5-4422df1067ec service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e96091d1-99a1-47fc-9c36-d9d9004c432f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726420 Sep 14 12:07:02.354096 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Attempting to bind port 07ecea17-6958-4771-b1ae-f0ad902c21eb on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:07:02.354809 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Attempting to bind port 07ecea17-6958-4771-b1ae-f0ad902c21eb by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:07:02.355281 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Attempting to bind port 07ecea17-6958-4771-b1ae-f0ad902c21eb on network f06a80ac-04e5-4ae1-9b24-c817b700ac9e {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:07:02.384554 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36700) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:02.425808 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:02.444727 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Port 07ecea17-6958-4771-b1ae-f0ad902c21eb on network f06a80ac-04e5-4ae1-9b24-c817b700ac9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:07:02.445162 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Attempting to bind port 07ecea17-6958-4771-b1ae-f0ad902c21eb on network f06a80ac-04e5-4ae1-9b24-c817b700ac9e {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:07:02.471134 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:02.492406 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '1284ee63-88b4-458d-ab2c-4d6fca36d2a1', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'port_id': '1284ee63-88b4-458d-ab2c-4d6fca36d2a1', 'mac_address': 'fa:16:3e:a4:62:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:07:02.553067 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:07:02.553067 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:02.568635 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:07:02.591663 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:02.616527 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:02.622784 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f907e3-1ec2-4686-9c91-a357bfad0d20 req-0b153839-9933-4e46-b96f-5f162691d887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:02.625389 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-22f907e3-1ec2-4686-9c91-a357bfad0d20 req-0b153839-9933-4e46-b96f-5f162691d887 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 1130 time: 0.1772153 Sep 14 12:07:02.662508 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:07:02.663374 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Checking segment: {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:07:02.663698 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Bound using segment: {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:07:02.664361 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Bound port: 07ecea17-6958-4771-b1ae-f0ad902c21eb, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:07:02.664590 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:02.667069 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-437abc5f-1eb9-420e-aef8-7a099c1c6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:02.669059 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-437abc5f-1eb9-420e-aef8-7a099c1c6c66 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2169759 Sep 14 12:07:02.713499 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-26589be1-65fc-40ff-9a7c-89c70790564f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:02.728432 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-cf4ea270-96a9-4f43-960a-138db7329bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:02.729998 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-cf4ea270-96a9-4f43-960a-138db7329bae service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 1128 time: 0.2829847 Sep 14 12:07:02.730939 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:02.752874 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-33b3cf52-02e7-4abb-838e-255d13719df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:02.754824 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-33b3cf52-02e7-4abb-838e-255d13719df3 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 1128 time: 0.1071718 Sep 14 12:07:02.768230 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85870a7-6065-4b1e-9eba-b01d61481fb1 req-4897f963-61d1-4b63-a1e3-f39781af1efa tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:02.771895 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d85870a7-6065-4b1e-9eba-b01d61481fb1 req-4897f963-61d1-4b63-a1e3-f39781af1efa tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.1257148 Sep 14 12:07:02.795998 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951e619-d8c6-4f19-8ebc-601b30fd0e61 req-ac8fb456-1f71-4e8d-9539-0e4bf327174f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:02.808018 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e951e619-d8c6-4f19-8ebc-601b30fd0e61 req-ac8fb456-1f71-4e8d-9539-0e4bf327174f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.1037667 Sep 14 12:07:02.810559 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:02.861333 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-26589be1-65fc-40ff-9a7c-89c70790564f admin admin] Publish callbacks [] for security_group (4ead8611-460a-4714-87dd-551fe5469552), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:02.911801 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] For port 07ecea17-6958-4771-b1ae-f0ad902c21eb, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:07:02.920709 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e951e619-d8c6-4f19-8ebc-601b30fd0e61 req-21404e20-03f3-4efc-8ef9-d059f9361f3a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117952 Sep 14 12:07:02.943759 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d85870a7-6065-4b1e-9eba-b01d61481fb1 req-9cb35399-329a-4f39-8031-5a6c4b8ee87c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281409 Sep 14 12:07:02.944224 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] For port 07ecea17-6958-4771-b1ae-f0ad902c21eb, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:07:02.979287 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-26589be1-65fc-40ff-9a7c-89c70790564f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (4ead8611-460a-4714-87dd-551fe5469552), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:03.012651 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:03.025626 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-26589be1-65fc-40ff-9a7c-89c70790564f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0c69b707fee641568ba3e1de7d5c4de1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6399355 Sep 14 12:07:03.026469 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26589be1-65fc-40ff-9a7c-89c70790564f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ead8611-460a-4714-87dd-551fe5469552,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:03.031244 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36722) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:03.039160 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:03.039901 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:03.041606 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-314cfa94-f846-4848-8026-171fd629a013 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/07ecea17-6958-4771-b1ae-f0ad902c21eb HTTP/1.1" status: 200 len: 1094 time: 2.5209253 Sep 14 12:07:03.042109 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'tag': '07ecea17-6958-4771-b1ae-f0ad902c21eb'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:07:03.044270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d959ec-bfa9-4327-b303-66ebcb5bf46f" -d '{"events": [{"name": "network-changed", "server_uuid": "76ce41d2-7079-429c-a18a-de51b2c20e6b", "tag": "07ecea17-6958-4771-b1ae-f0ad902c21eb"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:07:03.075899 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:03.081264 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cfa94-f846-4848-8026-171fd629a013 service neutron] Pushing event updated for resources: {'Port': ['ID=07ecea17-6958-4771-b1ae-f0ad902c21eb,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:03.089540 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84466d1b-53c4-4af4-b6a6-1fde7a7f13ed x-openstack-request-id: req-84466d1b-53c4-4af4-b6a6-1fde7a7f13ed {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:07:03.089540 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ce41d2-7079-429c-a18a-de51b2c20e6b", "tag": "07ecea17-6958-4771-b1ae-f0ad902c21eb", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:07:03.089540 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84466d1b-53c4-4af4-b6a6-1fde7a7f13ed {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:07:03.089540 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84466d1b-53c4-4af4-b6a6-1fde7a7f13ed'] response: {'name': 'network-changed', 'server_uuid': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'tag': '07ecea17-6958-4771-b1ae-f0ad902c21eb', 'status': 'completed', 'code': 200} Sep 14 12:07:03.094789 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f85e7d78-4ab6-487e-817a-14bb9763f81c admin admin] Publish callbacks [] for security_group (4ead8611-460a-4714-87dd-551fe5469552), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:03.121981 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f85e7d78-4ab6-487e-817a-14bb9763f81c admin admin] Publish callbacks [] for security_group (4ead8611-460a-4714-87dd-551fe5469552), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:03.273235 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f85e7d78-4ab6-487e-817a-14bb9763f81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (4ead8611-460a-4714-87dd-551fe5469552), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:03.278106 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f85e7d78-4ab6-487e-817a-14bb9763f81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:03.280484 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-f85e7d78-4ab6-487e-817a-14bb9763f81c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4ead8611-460a-4714-87dd-551fe5469552 HTTP/1.1" status: 204 len: 168 time: 0.2480927 Sep 14 12:07:03.291027 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e7d78-4ab6-487e-817a-14bb9763f81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ead8611-460a-4714-87dd-551fe5469552,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:03.375448 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e722d2a-2c52-47da-9338-c8e9efe24541 req-d5015202-7bb7-4246-9fc2-ea1e0b29f864 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:03.378452 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5e722d2a-2c52-47da-9338-c8e9efe24541 req-d5015202-7bb7-4246-9fc2-ea1e0b29f864 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.1074579 Sep 14 12:07:03.390033 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff98cc-24d2-4331-bf83-22511fb5086a req-836bb9f2-c0f9-4604-b074-730ac78b365d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:03.390422 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-37ff98cc-24d2-4331-bf83-22511fb5086a req-836bb9f2-c0f9-4604-b074-730ac78b365d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.1104164 Sep 14 12:07:03.468042 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5e722d2a-2c52-47da-9338-c8e9efe24541 req-1688262a-6818-4ff0-9bee-bc7f8dafd941 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765440 Sep 14 12:07:03.473364 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-37ff98cc-24d2-4331-bf83-22511fb5086a req-02be27a6-2265-4a61-b4e7-fdc65a8d506e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756245 Sep 14 12:07:03.944629 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36750) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:03.959327 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4ada84e2-d761-474a-baa6-3e097ad7e592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:03.986883 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:04.050307 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4ada84e2-d761-474a-baa6-3e097ad7e592 admin admin] Publish callbacks [] for security_group (9faa5349-be44-4bf1-bf28-d7ec2390a381), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:04.109694 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4ada84e2-d761-474a-baa6-3e097ad7e592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (9faa5349-be44-4bf1-bf28-d7ec2390a381), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:04.110911 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea547a2-92e8-45c3-b427-2a3aeb2559d5 req-d58919ac-6baf-499a-acf6-f2781735700b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:04.112418 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ea547a2-92e8-45c3-b427-2a3aeb2559d5 req-d58919ac-6baf-499a-acf6-f2781735700b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0781665 Sep 14 12:07:04.120896 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef725691-1ad3-42df-a491-374389a08750 req-de99431c-f7d1-4746-a236-ef20613e470d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:04.125396 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef725691-1ad3-42df-a491-374389a08750 req-de99431c-f7d1-4746-a236-ef20613e470d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0790553 Sep 14 12:07:04.155384 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-4ada84e2-d761-474a-baa6-3e097ad7e592 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=67bc496988864f4286330e1808e42a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102318 Sep 14 12:07:04.158447 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada84e2-d761-474a-baa6-3e097ad7e592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9faa5349-be44-4bf1-bf28-d7ec2390a381,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:04.160600 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36756) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:04.177629 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:04.208890 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ea547a2-92e8-45c3-b427-2a3aeb2559d5 req-b9743411-fb12-4368-baf4-17a21d4888f3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854428 Sep 14 12:07:04.225931 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef725691-1ad3-42df-a491-374389a08750 req-f3977501-2a22-4318-a233-5f1bbc707841 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873437 Sep 14 12:07:04.245992 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-42710c82-4789-4f07-bb3a-22b510f38c5b admin admin] Publish callbacks [] for security_group (9faa5349-be44-4bf1-bf28-d7ec2390a381), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:04.258276 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-42710c82-4789-4f07-bb3a-22b510f38c5b admin admin] Publish callbacks [] for security_group (9faa5349-be44-4bf1-bf28-d7ec2390a381), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:04.383940 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-42710c82-4789-4f07-bb3a-22b510f38c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (9faa5349-be44-4bf1-bf28-d7ec2390a381), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:04.387735 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-42710c82-4789-4f07-bb3a-22b510f38c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:04.389362 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-42710c82-4789-4f07-bb3a-22b510f38c5b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9faa5349-be44-4bf1-bf28-d7ec2390a381 HTTP/1.1" status: 204 len: 168 time: 0.2277093 Sep 14 12:07:04.399391 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42710c82-4789-4f07-bb3a-22b510f38c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9faa5349-be44-4bf1-bf28-d7ec2390a381,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:04.632155 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1484fd-e0f3-403e-b357-61923e02133c req-13cafc9d-c5c9-4547-ad4f-ef32b1a9ae72 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:04.633703 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c1484fd-e0f3-403e-b357-61923e02133c req-13cafc9d-c5c9-4547-ad4f-ef32b1a9ae72 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.0806212 Sep 14 12:07:04.641728 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c58409-024d-4a76-9a89-f1cfee173516 req-435c9098-b0af-40e3-bfa9-3b4faf53d6c6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:04.643652 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13c58409-024d-4a76-9a89-f1cfee173516 req-435c9098-b0af-40e3-bfa9-3b4faf53d6c6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0809152 Sep 14 12:07:04.700309 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:04.721910 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c1484fd-e0f3-403e-b357-61923e02133c req-8dd8bf5e-56a0-4687-82c0-3e04e6dd96aa tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776520 Sep 14 12:07:04.724888 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13c58409-024d-4a76-9a89-f1cfee173516 req-728f07c1-923c-41e6-8752-29d27006475a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733354 Sep 14 12:07:05.388080 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d40287-7498-4722-b7b9-31915f6ee4d2 req-8666737c-c5d2-44f6-bbd0-36e9b21e792d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:05.389612 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c1d40287-7498-4722-b7b9-31915f6ee4d2 req-8666737c-c5d2-44f6-bbd0-36e9b21e792d tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0799375 Sep 14 12:07:05.412122 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4ffc1-b288-41f4-971a-2ad8d60b5a27 req-c23144ca-f69b-47bb-ae81-8b019cb9593a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:05.413626 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-41c4ffc1-b288-41f4-971a-2ad8d60b5a27 req-c23144ca-f69b-47bb-ae81-8b019cb9593a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0746768 Sep 14 12:07:05.479915 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c1d40287-7498-4722-b7b9-31915f6ee4d2 req-db268724-36e2-471d-b611-c0c933cfc070 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806241 Sep 14 12:07:05.486862 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-41c4ffc1-b288-41f4-971a-2ad8d60b5a27 req-8f97fcfe-eb4d-4a95-ad4c-dd67fe147b83 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654805 Sep 14 12:07:05.878565 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c22ba1-03ed-41b4-bac2-383287a8f064 req-b2168700-7f82-4ffa-8827-b4e86b24e248 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:05.880349 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-28c22ba1-03ed-41b4-bac2-383287a8f064 req-b2168700-7f82-4ffa-8827-b4e86b24e248 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.0781219 Sep 14 12:07:05.888346 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb46866-2d8e-4aca-bf2b-cfe06d5b1dbb req-43d9f377-264b-4430-b8ce-d653fba67888 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:05.889830 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3bb46866-2d8e-4aca-bf2b-cfe06d5b1dbb req-43d9f377-264b-4430-b8ce-d653fba67888 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0791318 Sep 14 12:07:05.982662 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-28c22ba1-03ed-41b4-bac2-383287a8f064 req-01981fc7-3f2c-467b-9afa-0ff24511199c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892103 Sep 14 12:07:05.991160 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3bb46866-2d8e-4aca-bf2b-cfe06d5b1dbb req-e4317eb0-0fc9-4de8-b2eb-1a6b2fa52296 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823519 Sep 14 12:07:06.648216 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434b128-c080-4439-b990-54db99363ffa req-0efb8980-1b74-482c-a9d0-6b6c2a40c07e tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:06.650055 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8434b128-c080-4439-b990-54db99363ffa req-0efb8980-1b74-482c-a9d0-6b6c2a40c07e tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0762675 Sep 14 12:07:06.670143 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d95cd4-a91b-456a-8ac1-c4332d75cda0 req-2752267e-3b24-4e8d-b95d-399fc436575c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:06.671602 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-90d95cd4-a91b-456a-8ac1-c4332d75cda0 req-2752267e-3b24-4e8d-b95d-399fc436575c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0673430 Sep 14 12:07:06.744752 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8434b128-c080-4439-b990-54db99363ffa req-1adc8af0-6564-470a-b6d2-2edd51b5b046 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883358 Sep 14 12:07:06.745161 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:06.762377 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-90d95cd4-a91b-456a-8ac1-c4332d75cda0 req-cf8383c7-fe78-4fd3-af1c-bd556c8d1284 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798542 Sep 14 12:07:07.168946 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-828ebeb8-0e6e-4a69-aedf-298a09e97a55 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906fb0c9-14b7-4949-943a-c084b122ae8b HTTP/1.1" status: 200 len: 217 time: 0.0948925 Sep 14 12:07:07.170169 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-97a4b176-bda2-4849-a24d-72797023d67f service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de5f0781-b564-4893-84ac-ebcb69c0ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0821619 Sep 14 12:07:07.170951 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-22f907e3-1ec2-4686-9c91-a357bfad0d20 req-56783e9a-bfcc-4541-b9b9-3aecebe19fad service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:07.299590 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-158f0de1-4f7d-49d3-a69a-f1f9adacdf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:07.301093 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-158f0de1-4f7d-49d3-a69a-f1f9adacdf76 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 200 len: 855 time: 0.1189926 Sep 14 12:07:07.305950 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-38da7d88-8887-439e-a89f-87d18d05d231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:07.307416 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-38da7d88-8887-439e-a89f-87d18d05d231 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.1240842 Sep 14 12:07:07.408658 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-4b95e1b8-ffd3-42ba-a7b0-27c1959a81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:07.410303 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-4b95e1b8-ffd3-42ba-a7b0-27c1959a81c6 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=0ca6a8c3-1298-4a9f-a110-741bf377213f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0940440 Sep 14 12:07:07.412852 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-cfb0a820-215c-4d31-a8c0-92fe5b521858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:07.414649 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-cfb0a820-215c-4d31-a8c0-92fe5b521858 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971003 Sep 14 12:07:07.415570 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02879b4c-2f1e-4dc1-bb28-2b39e580c22c req-e2789957-f96f-43a7-9728-026bc7622ced tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:07.423344 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02879b4c-2f1e-4dc1-bb28-2b39e580c22c req-e2789957-f96f-43a7-9728-026bc7622ced tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.3589466 Sep 14 12:07:07.466618 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d959ec-bfa9-4327-b303-66ebcb5bf46f req-7b7e600d-3862-4a59-b86c-5d1af9c354ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:07.467827 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-97d959ec-bfa9-4327-b303-66ebcb5bf46f req-7b7e600d-3862-4a59-b86c-5d1af9c354ce service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 1128 time: 0.3511937 Sep 14 12:07:07.477690 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e55e3-b607-4ccf-a7e4-ffde72c75ccd req-fb3a6d57-2c5a-4c41-878a-279216e97352 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:07.482698 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d90e55e3-b607-4ccf-a7e4-ffde72c75ccd req-fb3a6d57-2c5a-4c41-878a-279216e97352 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.3669326 Sep 14 12:07:07.501570 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-22f907e3-1ec2-4686-9c91-a357bfad0d20 req-56783e9a-bfcc-4541-b9b9-3aecebe19fad service neutron] Publish callbacks [] for security_group (6d45836c-6819-4e30-a995-49403c52fcaf), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:07.591865 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-22f907e3-1ec2-4686-9c91-a357bfad0d20 req-56783e9a-bfcc-4541-b9b9-3aecebe19fad service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (6d45836c-6819-4e30-a995-49403c52fcaf), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:07.638132 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-102f9863-4826-4d66-bbbd-2cab984dbfb3 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123568 Sep 14 12:07:07.646212 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-1d14a7f3-ce3f-4fec-9f12-f95e06919951 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210488 Sep 14 12:07:07.649874 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-2152bd8f-03e9-4d93-ba25-15d9f01d1430 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655894 Sep 14 12:07:07.693759 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:07.709900 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02879b4c-2f1e-4dc1-bb28-2b39e580c22c req-3cdc11c2-06f6-4959-a97e-5d741bd5bf2d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852421 Sep 14 12:07:07.735902 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-22f907e3-1ec2-4686-9c91-a357bfad0d20 req-56783e9a-bfcc-4541-b9b9-3aecebe19fad service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275065 Sep 14 12:07:07.735902 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56783e9a-bfcc-4541-b9b9-3aecebe19fad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6d45836c-6819-4e30-a995-49403c52fcaf,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:07.859010 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-67d17f78-63a5-4b53-84ca-844594795508 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055478 Sep 14 12:07:07.867284 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d90e55e3-b607-4ccf-a7e4-ffde72c75ccd req-47a740f1-94c2-4862-937f-0808f83788b5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3761277 Sep 14 12:07:07.876961 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:07.891149 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:07.896865 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2dbd406f-099f-49ad-8524-eec39f09c7a9 req-7c908300-ef7c-482e-b648-58fce6615e14 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245581 Sep 14 12:07:07.905824 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d959ec-bfa9-4327-b303-66ebcb5bf46f req-22143555-2281-49cd-a9f0-4dd592bbc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:07.907927 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-97d959ec-bfa9-4327-b303-66ebcb5bf46f req-22143555-2281-49cd-a9f0-4dd592bbc486 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4207799 Sep 14 12:07:07.938672 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ecfd59c5-94a9-47bd-8da6-b0e08984d93a req-2a1a0c09-195b-4d16-a156-3867a60803fb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655475 Sep 14 12:07:08.038817 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3a7c6-c7f4-4098-a479-c0bcc44f4dfb req-a702bba6-5dbd-4e78-a4a2-d229d41cc713 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:08.040347 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d4f3a7c6-c7f4-4098-a479-c0bcc44f4dfb req-a702bba6-5dbd-4e78-a4a2-d229d41cc713 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.1006989 Sep 14 12:07:08.061198 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0326a66-a711-47c6-90fa-b20648d326f6 req-a603b456-01ad-4f0c-b51a-1d50516e30e0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:08.062781 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0326a66-a711-47c6-90fa-b20648d326f6 req-a603b456-01ad-4f0c-b51a-1d50516e30e0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0707557 Sep 14 12:07:08.134515 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d4f3a7c6-c7f4-4098-a479-c0bcc44f4dfb req-eed9a8f2-9fdc-4a34-a6f6-996cd2372422 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853839 Sep 14 12:07:08.143770 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0326a66-a711-47c6-90fa-b20648d326f6 req-57a8cbad-de1c-4744-959c-f628d8e86085 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697403 Sep 14 12:07:08.256833 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['1284ee63-88b4-458d-ab2c-4d6fca36d2a1'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:07:08.412823 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36888) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:08.599459 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4eebb60f-20ca-4d89-afdb-7fffa176d3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:08.712993 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4eebb60f-20ca-4d89-afdb-7fffa176d3f6 admin admin] Publish callbacks [] for security_group (7adf1d31-a533-4ec5-ba3e-ef0ca0fa8516), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:08.764389 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d959ec-bfa9-4327-b303-66ebcb5bf46f req-b688c0ea-0cad-4c26-817d-4dca4fb77ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:08.765868 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-97d959ec-bfa9-4327-b303-66ebcb5bf46f req-b688c0ea-0cad-4c26-817d-4dca4fb77ff9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2095504 Sep 14 12:07:08.778062 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4eebb60f-20ca-4d89-afdb-7fffa176d3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (7adf1d31-a533-4ec5-ba3e-ef0ca0fa8516), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:08.839076 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-4eebb60f-20ca-4d89-afdb-7fffa176d3f6 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d5e04a1349f348039613b324b53de95d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247808 Sep 14 12:07:08.840155 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36908) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:08.840989 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebb60f-20ca-4d89-afdb-7fffa176d3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adf1d31-a533-4ec5-ba3e-ef0ca0fa8516,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:08.912080 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-84c376f8-dcde-4ca0-b90e-457173a91e8c admin admin] Publish callbacks [] for security_group (7adf1d31-a533-4ec5-ba3e-ef0ca0fa8516), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:08.925398 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a703d-91f6-408e-a5a7-b8ffa86ed708 req-12943e9c-385f-46c4-8c89-aca935d68702 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:08.930440 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-521a703d-91f6-408e-a5a7-b8ffa86ed708 req-12943e9c-385f-46c4-8c89-aca935d68702 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.0986781 Sep 14 12:07:08.939782 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-84c376f8-dcde-4ca0-b90e-457173a91e8c admin admin] Publish callbacks [] for security_group (7adf1d31-a533-4ec5-ba3e-ef0ca0fa8516), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:09.041095 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:09.065375 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b270ead3-e254-422b-bbd1-4cbb7f81ff23 req-1101283b-d757-425e-9f54-7bb2e97e4d46 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:09.067578 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b270ead3-e254-422b-bbd1-4cbb7f81ff23 req-1101283b-d757-425e-9f54-7bb2e97e4d46 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.1080182 Sep 14 12:07:09.071823 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-521a703d-91f6-408e-a5a7-b8ffa86ed708 req-6d89b7bc-1841-4767-9a09-3c73fb1db85d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355901 Sep 14 12:07:09.149212 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b270ead3-e254-422b-bbd1-4cbb7f81ff23 req-f068590b-ff3a-40bf-9a23-748d1427049f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719645 Sep 14 12:07:09.167645 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-84c376f8-dcde-4ca0-b90e-457173a91e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (7adf1d31-a533-4ec5-ba3e-ef0ca0fa8516), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:09.172809 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-84c376f8-dcde-4ca0-b90e-457173a91e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:09.175460 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-84c376f8-dcde-4ca0-b90e-457173a91e8c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7adf1d31-a533-4ec5-ba3e-ef0ca0fa8516 HTTP/1.1" status: 204 len: 168 time: 0.3304570 Sep 14 12:07:09.183770 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c376f8-dcde-4ca0-b90e-457173a91e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adf1d31-a533-4ec5-ba3e-ef0ca0fa8516,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:09.376848 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2edc33-2c83-4c3c-a272-6a9ecb749c61 req-f0b3c8d4-da43-4cf4-bf90-b539ef6faf2c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:09.378357 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bc2edc33-2c83-4c3c-a272-6a9ecb749c61 req-f0b3c8d4-da43-4cf4-bf90-b539ef6faf2c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.1142323 Sep 14 12:07:09.386070 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6499a76-61b2-4d39-b409-b3be84b7dce4 req-15402bd2-78ad-48b7-b4af-c156e59333ad tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:09.387485 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b6499a76-61b2-4d39-b409-b3be84b7dce4 req-15402bd2-78ad-48b7-b4af-c156e59333ad tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0999880 Sep 14 12:07:09.501004 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bc2edc33-2c83-4c3c-a272-6a9ecb749c61 req-99026bc7-b6c8-433e-8ea3-879d61b62101 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114602 Sep 14 12:07:09.506977 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b6499a76-61b2-4d39-b409-b3be84b7dce4 req-97cef545-54de-49cd-8f7e-6d5a603cf93e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093314 Sep 14 12:07:09.615583 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36962) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:09.766653 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-91aed00e-eae4-48e2-ab78-f50dbfa39926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:09.859612 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-91aed00e-eae4-48e2-ab78-f50dbfa39926 admin admin] Publish callbacks [] for security_group (af11ec3c-48fe-410f-8ab2-746fbbabedb6), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:09.943275 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-91aed00e-eae4-48e2-ab78-f50dbfa39926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (af11ec3c-48fe-410f-8ab2-746fbbabedb6), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:09.984669 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aed00e-eae4-48e2-ab78-f50dbfa39926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af11ec3c-48fe-410f-8ab2-746fbbabedb6,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:09.990239 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-91aed00e-eae4-48e2-ab78-f50dbfa39926 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e17f48350cc04dce8fdc40875bef63da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3736110 Sep 14 12:07:09.993018 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 36974) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:10.047844 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-de5c2f58-105c-42c5-8d49-ea198df40600 admin admin] Publish callbacks [] for security_group (af11ec3c-48fe-410f-8ab2-746fbbabedb6), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.073362 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-de5c2f58-105c-42c5-8d49-ea198df40600 admin admin] Publish callbacks [] for security_group (af11ec3c-48fe-410f-8ab2-746fbbabedb6), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.087155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:07:10.100687 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 36978) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:10.130083 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2cd96590-c8a0-482d-8914-a9f0324c4f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.147583 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:07:10.224361 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df756db9-183e-4bfd-aab8-df5657be34e9 req-03dad4b8-2aaa-4f33-aad1-aec5d02573b5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:10.225903 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-df756db9-183e-4bfd-aab8-df5657be34e9 req-03dad4b8-2aaa-4f33-aad1-aec5d02573b5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.0488622 Sep 14 12:07:10.252749 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-de5c2f58-105c-42c5-8d49-ea198df40600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (af11ec3c-48fe-410f-8ab2-746fbbabedb6), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.255975 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-de5c2f58-105c-42c5-8d49-ea198df40600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.257911 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-de5c2f58-105c-42c5-8d49-ea198df40600 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/af11ec3c-48fe-410f-8ab2-746fbbabedb6 HTTP/1.1" status: 204 len: 168 time: 0.2631521 Sep 14 12:07:10.269919 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c2f58-105c-42c5-8d49-ea198df40600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af11ec3c-48fe-410f-8ab2-746fbbabedb6,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:10.284692 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:07:10.285318 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.285792 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 Sep 14 12:07:10.338142 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:10.360121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7905a-0b5d-4239-987c-5ddbdb2b4c8f req-590a1b14-1ff4-4783-9248-36f2ce7e26d7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:10.362321 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-93e7905a-0b5d-4239-987c-5ddbdb2b4c8f req-590a1b14-1ff4-4783-9248-36f2ce7e26d7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.1249354 Sep 14 12:07:10.376382 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-df756db9-183e-4bfd-aab8-df5657be34e9 req-79c2ecf1-c5c2-4fb0-a6f8-9916b578c799 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425867 Sep 14 12:07:10.418581 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:07:10.419122 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.451549 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-93e7905a-0b5d-4239-987c-5ddbdb2b4c8f req-0eb08719-c694-411f-8c1b-9dc3f09ee0c0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811369 Sep 14 12:07:10.456371 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2cd96590-c8a0-482d-8914-a9f0324c4f2a admin admin] Publish callbacks [] for security_group (156a2569-406d-4561-a772-e852469e0e05), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.470843 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7649ff4f-2137-402c-a210-b4b9f4c95b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1284ee63-88b4-458d-ab2c-4d6fca36d2a1'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:07:10.473294 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b795bc-e3f6-48a2-a9a7-8bd5eb77b7f0" -d '{"events": [{"server_uuid": "7649ff4f-2137-402c-a210-b4b9f4c95b82", "name": "network-vif-plugged", "status": "completed", "tag": "1284ee63-88b4-458d-ab2c-4d6fca36d2a1"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:07:10.491683 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:10.522316 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2cd96590-c8a0-482d-8914-a9f0324c4f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (156a2569-406d-4561-a772-e852469e0e05), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.533293 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00304ae-524a-4c4e-bbe5-f532d2b54a66 x-openstack-request-id: req-a00304ae-524a-4c4e-bbe5-f532d2b54a66 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:07:10.533704 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7649ff4f-2137-402c-a210-b4b9f4c95b82", "name": "network-vif-plugged", "status": "completed", "tag": "1284ee63-88b4-458d-ab2c-4d6fca36d2a1", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:07:10.534155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a00304ae-524a-4c4e-bbe5-f532d2b54a66 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:07:10.535098 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00304ae-524a-4c4e-bbe5-f532d2b54a66'] response: {'server_uuid': '7649ff4f-2137-402c-a210-b4b9f4c95b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1284ee63-88b4-458d-ab2c-4d6fca36d2a1', 'code': 200} Sep 14 12:07:10.589215 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-2cd96590-c8a0-482d-8914-a9f0324c4f2a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4588505e826e4f3e86f251e447a9f6c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4867980 Sep 14 12:07:10.595267 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.595831 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37002) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:10.602754 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:10.611807 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd96590-c8a0-482d-8914-a9f0324c4f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156a2569-406d-4561-a772-e852469e0e05,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:10.701333 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:10.710570 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a8bbe33-5de9-46ee-ab0b-dab1ce7e6f4f admin admin] Publish callbacks [] for security_group (156a2569-406d-4561-a772-e852469e0e05), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.733257 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a8bbe33-5de9-46ee-ab0b-dab1ce7e6f4f admin admin] Publish callbacks [] for security_group (156a2569-406d-4561-a772-e852469e0e05), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.735488 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:10.740870 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7720e-f5bf-4a95-aad5-48c0a629f6fd req-4dab8bc8-331f-4f23-b0a7-473bf6e69462 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:10.742509 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aed7720e-f5bf-4a95-aad5-48c0a629f6fd req-4dab8bc8-331f-4f23-b0a7-473bf6e69462 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.1069307 Sep 14 12:07:10.755135 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cc371-a00b-468b-a500-9310c92fc459 req-e08aa755-7276-436a-9fec-8e286cbf11a6 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:10.756815 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cb9cc371-a00b-468b-a500-9310c92fc459 req-e08aa755-7276-436a-9fec-8e286cbf11a6 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0720587 Sep 14 12:07:10.763706 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:10.865092 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aed7720e-f5bf-4a95-aad5-48c0a629f6fd req-05a49e5d-a7f3-4aec-8f9b-917db5cb7331 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072862 Sep 14 12:07:10.870000 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cb9cc371-a00b-468b-a500-9310c92fc459 req-1077859c-eb39-4dd8-8039-db06a21a8ae1 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037302 Sep 14 12:07:10.938073 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a8bbe33-5de9-46ee-ab0b-dab1ce7e6f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (156a2569-406d-4561-a772-e852469e0e05), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.941220 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a8bbe33-5de9-46ee-ab0b-dab1ce7e6f4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:10.943169 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7a8bbe33-5de9-46ee-ab0b-dab1ce7e6f4f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/156a2569-406d-4561-a772-e852469e0e05 HTTP/1.1" status: 204 len: 168 time: 0.3449333 Sep 14 12:07:10.952991 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bbe33-5de9-46ee-ab0b-dab1ce7e6f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156a2569-406d-4561-a772-e852469e0e05,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:11.471608 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37036) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:11.480804 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37038) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:11.497362 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-432cd32e-bb86-4f58-9a33-fddde5225ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:11.651480 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-432cd32e-bb86-4f58-9a33-fddde5225ab5 admin admin] Publish callbacks [] for security_group (0df11565-8145-457e-8700-cd3fb624a114), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:11.656329 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47133ac-66f2-48e6-9dc0-18f3e0fd6145 req-5ecc9d16-00fe-44d3-9935-c0e3f3eb90fb tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:11.662849 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f47133ac-66f2-48e6-9dc0-18f3e0fd6145 req-5ecc9d16-00fe-44d3-9935-c0e3f3eb90fb tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.1500711 Sep 14 12:07:11.695088 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d3a1c-fdea-4c6a-801e-8ed105f03945 req-300852d5-cae0-4c8d-8c38-a468fa89eec0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:11.696683 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7c9d3a1c-fdea-4c6a-801e-8ed105f03945 req-300852d5-cae0-4c8d-8c38-a468fa89eec0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0987651 Sep 14 12:07:11.725538 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b0052335-91ef-4b3b-85f8-98178342f4dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:11.737910 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-432cd32e-bb86-4f58-9a33-fddde5225ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0df11565-8145-457e-8700-cd3fb624a114), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:11.776915 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-432cd32e-bb86-4f58-9a33-fddde5225ab5 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=937d67b321fe4f838e4867c44f636114&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038239 Sep 14 12:07:11.787041 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37054) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:11.791289 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:11.795631 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432cd32e-bb86-4f58-9a33-fddde5225ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df11565-8145-457e-8700-cd3fb624a114,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:11.838442 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f47133ac-66f2-48e6-9dc0-18f3e0fd6145 req-0b3a85c2-c4bf-425f-86c2-6f0e4f799397 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693647 Sep 14 12:07:11.848695 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7c9d3a1c-fdea-4c6a-801e-8ed105f03945 req-becc5012-ac11-4145-a017-18d0f706b8e9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398356 Sep 14 12:07:11.854951 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6cd862c7-08bd-4e68-8bfb-9b4adb7496d8 admin admin] Publish callbacks [] for security_group (0df11565-8145-457e-8700-cd3fb624a114), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:11.886623 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6cd862c7-08bd-4e68-8bfb-9b4adb7496d8 admin admin] Publish callbacks [] for security_group (0df11565-8145-457e-8700-cd3fb624a114), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:11.895961 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b0052335-91ef-4b3b-85f8-98178342f4dd admin admin] Publish callbacks [] for security_group (1c09838c-03f4-4273-b7e7-59eaf8db38db), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:12.043638 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ad9f6-3005-4891-b732-3a7644b75d20 req-b3fadbc1-d079-4e91-8e36-a6dece6c31af tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:12.045010 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9e4ad9f6-3005-4891-b732-3a7644b75d20 req-b3fadbc1-d079-4e91-8e36-a6dece6c31af tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0820990 Sep 14 12:07:12.067247 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:12.074601 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e421d76-e1d6-4a8a-8b95-721a003381cb req-ce677c4d-7d51-4efc-b338-79d21b8feaef tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:12.076078 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1e421d76-e1d6-4a8a-8b95-721a003381cb req-ce677c4d-7d51-4efc-b338-79d21b8feaef tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0803442 Sep 14 12:07:12.080520 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 906fb0c9-14b7-4949-943a-c084b122ae8b details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:07:12.083560 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b0052335-91ef-4b3b-85f8-98178342f4dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (1c09838c-03f4-4273-b7e7-59eaf8db38db), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:12.094921 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6cd862c7-08bd-4e68-8bfb-9b4adb7496d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0df11565-8145-457e-8700-cd3fb624a114), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:12.103018 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6cd862c7-08bd-4e68-8bfb-9b4adb7496d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:12.103018 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-6cd862c7-08bd-4e68-8bfb-9b4adb7496d8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0df11565-8145-457e-8700-cd3fb624a114 HTTP/1.1" status: 204 len: 168 time: 0.3124290 Sep 14 12:07:12.119208 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd862c7-08bd-4e68-8bfb-9b4adb7496d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df11565-8145-457e-8700-cd3fb624a114,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:12.205043 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-b0052335-91ef-4b3b-85f8-98178342f4dd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cb805a5354ee4a77be1617aad852c5c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7230740 Sep 14 12:07:12.209315 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37066) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:12.209644 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0052335-91ef-4b3b-85f8-98178342f4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c09838c-03f4-4273-b7e7-59eaf8db38db,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:12.237335 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9e4ad9f6-3005-4891-b732-3a7644b75d20 req-15d7d383-6fd6-4e3b-a6da-4c22c490e40a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810849 Sep 14 12:07:12.279738 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=8,neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:12.284192 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1e421d76-e1d6-4a8a-8b95-721a003381cb req-b37b84b1-1cca-4be1-afa8-a1cf4191c080 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935997 Sep 14 12:07:12.298858 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:12.313636 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-02c2132a-6cbd-4c11-9845-f3434c252ec2 admin admin] Publish callbacks [] for security_group (1c09838c-03f4-4273-b7e7-59eaf8db38db), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:12.323075 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'port_id': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'mac_address': 'fa:16:3e:f7:ea:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:07:12.342550 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-02c2132a-6cbd-4c11-9845-f3434c252ec2 admin admin] Publish callbacks [] for security_group (1c09838c-03f4-4273-b7e7-59eaf8db38db), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:12.389096 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 906fb0c9-14b7-4949-943a-c084b122ae8b is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:07:12.389513 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:12.405539 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906fb0c9-14b7-4949-943a-c084b122ae8b {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:07:12.428580 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:12.514025 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-02c2132a-6cbd-4c11-9845-f3434c252ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (1c09838c-03f4-4273-b7e7-59eaf8db38db), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:12.523606 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-02c2132a-6cbd-4c11-9845-f3434c252ec2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:12.523704 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:12.523822 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-02c2132a-6cbd-4c11-9845-f3434c252ec2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1c09838c-03f4-4273-b7e7-59eaf8db38db HTTP/1.1" status: 204 len: 168 time: 0.3091061 Sep 14 12:07:12.527356 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:12.530214 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2132a-6cbd-4c11-9845-f3434c252ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c09838c-03f4-4273-b7e7-59eaf8db38db,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:12.622418 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:12.629126 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:12.703322 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-15b84845-6715-4ff1-b0ee-593f4de3ee41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:13.024858 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be20afb-894e-4355-9152-c1e49c05a5fe req-d1d2805a-6129-42fb-97e8-cb2516480542 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:13.026456 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4be20afb-894e-4355-9152-c1e49c05a5fe req-d1d2805a-6129-42fb-97e8-cb2516480542 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.0918946 Sep 14 12:07:13.048292 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5dfb0-5d4c-4112-b916-a29a1bf3fcd5 req-2e2be745-e974-400f-a4f0-26f7f7ea46bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:13.050937 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f5e5dfb0-5d4c-4112-b916-a29a1bf3fcd5 req-2e2be745-e974-400f-a4f0-26f7f7ea46bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0763760 Sep 14 12:07:13.124641 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4be20afb-894e-4355-9152-c1e49c05a5fe req-71535f9c-a41f-4142-88c2-400feef9dbec tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915952 Sep 14 12:07:13.128543 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f5e5dfb0-5d4c-4112-b916-a29a1bf3fcd5 req-85fbe048-1cec-4c61-bd9f-b1d77e8370e0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714808 Sep 14 12:07:13.346128 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129beaaf-139e-4ffc-8d16-e0a944598299 req-7eba5a75-d3dd-4f32-922f-b8f9fb052be5 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:13.347133 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['906fb0c9-14b7-4949-943a-c084b122ae8b'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:07:13.347618 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-129beaaf-139e-4ffc-8d16-e0a944598299 req-7eba5a75-d3dd-4f32-922f-b8f9fb052be5 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0543182 Sep 14 12:07:13.458359 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-129beaaf-139e-4ffc-8d16-e0a944598299 req-7a85ccaa-188f-434f-91a8-8349235968f6 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039643 Sep 14 12:07:13.487464 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2278aa51-21df-4396-9a80-fd15a2777aef req-669307c4-f587-4812-b82e-a6c020dc0c2c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:13.501541 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2278aa51-21df-4396-9a80-fd15a2777aef req-669307c4-f587-4812-b82e-a6c020dc0c2c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 945 time: 0.1167901 Sep 14 12:07:13.563896 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2278aa51-21df-4396-9a80-fd15a2777aef req-86b068de-682b-42d1-a3e0-e676e9f98d62 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615163 Sep 14 12:07:13.639830 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37114) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:13.655377 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-110a7d24-9bce-4e92-b9b0-914ce62795ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:13.744285 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-110a7d24-9bce-4e92-b9b0-914ce62795ec admin admin] Publish callbacks [] for security_group (3274c733-b6c1-43aa-9659-a4aee901ece5), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:13.794799 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-110a7d24-9bce-4e92-b9b0-914ce62795ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (3274c733-b6c1-43aa-9659-a4aee901ece5), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:13.824442 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:13.842938 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-110a7d24-9bce-4e92-b9b0-914ce62795ec admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=53c2ec63e22e49e7adb8b3c85bd2a63c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018249 Sep 14 12:07:13.844237 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a7d24-9bce-4e92-b9b0-914ce62795ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3274c733-b6c1-43aa-9659-a4aee901ece5,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:13.845670 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37124) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:13.921606 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9cba-457d-4e51-a95c-c7cad5d59482 admin admin] Publish callbacks [] for security_group (3274c733-b6c1-43aa-9659-a4aee901ece5), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:13.947868 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9cba-457d-4e51-a95c-c7cad5d59482 admin admin] Publish callbacks [] for security_group (3274c733-b6c1-43aa-9659-a4aee901ece5), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:14.069033 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9cba-457d-4e51-a95c-c7cad5d59482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (3274c733-b6c1-43aa-9659-a4aee901ece5), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:14.072076 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fa2a9cba-457d-4e51-a95c-c7cad5d59482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:14.073257 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-fa2a9cba-457d-4e51-a95c-c7cad5d59482 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3274c733-b6c1-43aa-9659-a4aee901ece5 HTTP/1.1" status: 204 len: 168 time: 0.2264469 Sep 14 12:07:14.086015 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a9cba-457d-4e51-a95c-c7cad5d59482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3274c733-b6c1-43aa-9659-a4aee901ece5,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:14.260480 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e556813-b936-418c-82cf-f228e9077c8e req-f6029079-b984-4cc4-aee0-82052afc0cb5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:14.262112 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0e556813-b936-418c-82cf-f228e9077c8e req-f6029079-b984-4cc4-aee0-82052afc0cb5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.0507286 Sep 14 12:07:14.335781 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7c2a2-3620-48bd-b74a-4bbb82c9869e req-41a3198b-eb87-4c99-9939-577c3695a2fa tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:14.337285 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7ae7c2a2-3620-48bd-b74a-4bbb82c9869e req-41a3198b-eb87-4c99-9939-577c3695a2fa tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.0838044 Sep 14 12:07:14.379036 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0e556813-b936-418c-82cf-f228e9077c8e req-7025e3bc-a50d-4c52-996f-e3b822565232 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963664 Sep 14 12:07:14.413913 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7ae7c2a2-3620-48bd-b74a-4bbb82c9869e req-cdb6e2de-3155-46e9-b2be-703f9ff97f1e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668488 Sep 14 12:07:14.593066 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee697d6-7ed9-4988-bdae-0e738c52c5b5 req-7c579aff-aeff-4c63-ab58-3c90e82c4d92 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:14.595194 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bee697d6-7ed9-4988-bdae-0e738c52c5b5 req-7c579aff-aeff-4c63-ab58-3c90e82c4d92 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0481617 Sep 14 12:07:14.686910 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bee697d6-7ed9-4988-bdae-0e738c52c5b5 req-e967ec8e-8bbd-41b1-8801-7dd7f8aad465 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846086 Sep 14 12:07:14.710762 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbd203-739c-4675-8df0-38ba3d8de708 req-ba0dbf6d-a90a-4d01-b85c-526fbea00357 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:14.712540 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-07fbd203-739c-4675-8df0-38ba3d8de708 req-ba0dbf6d-a90a-4d01-b85c-526fbea00357 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 945 time: 0.0633891 Sep 14 12:07:14.771595 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-07fbd203-739c-4675-8df0-38ba3d8de708 req-4d65a09e-e9a5-4eaa-8921-83ac21c269fa tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486407 Sep 14 12:07:14.822530 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 906fb0c9-14b7-4949-943a-c084b122ae8b up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:07:14.900301 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 906fb0c9-14b7-4949-943a-c084b122ae8b completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:07:14.966827 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 906fb0c9-14b7-4949-943a-c084b122ae8b triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:07:14.967450 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:14.967913 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:07:15.004637 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37160) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:15.064768 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 906fb0c9-14b7-4949-943a-c084b122ae8b is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:07:15.065158 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:15.100260 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:07:15.102592 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b59acd-3b66-447e-83e4-c39851f15198" -d '{"events": [{"server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "name": "network-vif-plugged", "status": "completed", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:07:15.119809 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:15.162368 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0920a7d0-75cd-480d-9aa8-5ba560d03df8 x-openstack-request-id: req-0920a7d0-75cd-480d-9aa8-5ba560d03df8 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:07:15.162662 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "name": "network-vif-plugged", "status": "completed", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:07:15.162916 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0920a7d0-75cd-480d-9aa8-5ba560d03df8 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:07:15.163313 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0920a7d0-75cd-480d-9aa8-5ba560d03df8'] response: {'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'code': 200} Sep 14 12:07:15.210293 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a07555f-2b6c-41c8-bfd0-f3ae8dd5e7cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:15.213076 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-957f49bd-3756-4bf9-8232-474811bef9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:15.215092 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:15.277492 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:15.301559 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a07555f-2b6c-41c8-bfd0-f3ae8dd5e7cd admin admin] Publish callbacks [] for security_group (9da1dda1-3ea5-4a18-9232-ff4d19d30fcc), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:15.389479 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a07555f-2b6c-41c8-bfd0-f3ae8dd5e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (9da1dda1-3ea5-4a18-9232-ff4d19d30fcc), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:15.446775 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7a07555f-2b6c-41c8-bfd0-f3ae8dd5e7cd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c49e18812eae47d4977865566fb64f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410038 Sep 14 12:07:15.447862 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07555f-2b6c-41c8-bfd0-f3ae8dd5e7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da1dda1-3ea5-4a18-9232-ff4d19d30fcc,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:15.449486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37178) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:15.511440 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:15.572489 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37184) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:15.809057 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df209a4f-6c43-44f3-9366-8db324da3194 req-43c72a45-c03a-4a9b-9013-cb20b55f9ae5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:15.814611 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-df209a4f-6c43-44f3-9366-8db324da3194 req-43c72a45-c03a-4a9b-9013-cb20b55f9ae5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.3162844 Sep 14 12:07:15.829157 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-3215a121-1ca1-4774-a9f7-95d37ec10e74 admin admin] Publish callbacks [] for security_group (9da1dda1-3ea5-4a18-9232-ff4d19d30fcc), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:15.893542 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb594ca-01ed-45f7-80f7-ab3971a6faf7 req-804f05c7-30c2-40ee-be8d-2519ec99cf40 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:15.906391 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1cb594ca-01ed-45f7-80f7-ab3971a6faf7 req-804f05c7-30c2-40ee-be8d-2519ec99cf40 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 944 time: 0.3630216 Sep 14 12:07:15.929980 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f3304fa3-6346-437f-a57d-c1323df8a216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:15.935569 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-3215a121-1ca1-4774-a9f7-95d37ec10e74 admin admin] Publish callbacks [] for security_group (9da1dda1-3ea5-4a18-9232-ff4d19d30fcc), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.013410 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-df209a4f-6c43-44f3-9366-8db324da3194 req-f53d423f-4947-4c33-8441-c46fe126d153 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1776948 Sep 14 12:07:16.034668 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:16.035498 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1cb594ca-01ed-45f7-80f7-ab3971a6faf7 req-86195ec4-e904-4838-96d6-9935c962e224 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272616 Sep 14 12:07:16.040315 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f3304fa3-6346-437f-a57d-c1323df8a216 admin admin] Publish callbacks [] for security_group (8c6a2f26-4086-4f65-8b5d-6d5656df4b7b), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.103993 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f3304fa3-6346-437f-a57d-c1323df8a216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (8c6a2f26-4086-4f65-8b5d-6d5656df4b7b), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.165944 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-f3304fa3-6346-437f-a57d-c1323df8a216 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1c942433245d423199cc295d416bbbcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923686 Sep 14 12:07:16.167701 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3304fa3-6346-437f-a57d-c1323df8a216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6a2f26-4086-4f65-8b5d-6d5656df4b7b,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:16.168098 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:16.179445 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37204) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:16.190399 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-3215a121-1ca1-4774-a9f7-95d37ec10e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (9da1dda1-3ea5-4a18-9232-ff4d19d30fcc), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.192317 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-3215a121-1ca1-4774-a9f7-95d37ec10e74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.200261 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-3215a121-1ca1-4774-a9f7-95d37ec10e74 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9da1dda1-3ea5-4a18-9232-ff4d19d30fcc HTTP/1.1" status: 204 len: 168 time: 0.7427976 Sep 14 12:07:16.239266 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215a121-1ca1-4774-a9f7-95d37ec10e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da1dda1-3ea5-4a18-9232-ff4d19d30fcc,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:16.254437 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42366cbc-b995-43f3-ae02-cdda2eb266e3 req-e798426a-52ec-4b09-8094-7a2f9763e11c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:16.262452 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-42366cbc-b995-43f3-ae02-cdda2eb266e3 req-e798426a-52ec-4b09-8094-7a2f9763e11c tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.1046097 Sep 14 12:07:16.266678 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-34d9d888-de72-4a6e-90a1-de542cc61c52 admin admin] Publish callbacks [] for security_group (8c6a2f26-4086-4f65-8b5d-6d5656df4b7b), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.289958 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827550b-c20f-473d-8992-c0050293b50e req-38832be9-50e0-4b61-bd5f-008e2f8dcee2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:16.298575 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8827550b-c20f-473d-8992-c0050293b50e req-38832be9-50e0-4b61-bd5f-008e2f8dcee2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.1105590 Sep 14 12:07:16.336401 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-34d9d888-de72-4a6e-90a1-de542cc61c52 admin admin] Publish callbacks [] for security_group (8c6a2f26-4086-4f65-8b5d-6d5656df4b7b), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.394555 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-42366cbc-b995-43f3-ae02-cdda2eb266e3 req-a68d099b-e006-4f8c-8b32-34843de96372 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311085 Sep 14 12:07:16.414139 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8827550b-c20f-473d-8992-c0050293b50e req-e3695aec-9665-4b05-9867-3dd3f38e486b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126037 Sep 14 12:07:16.502128 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.555438 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-34d9d888-de72-4a6e-90a1-de542cc61c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (8c6a2f26-4086-4f65-8b5d-6d5656df4b7b), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.558683 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-34d9d888-de72-4a6e-90a1-de542cc61c52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.560216 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-34d9d888-de72-4a6e-90a1-de542cc61c52 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8c6a2f26-4086-4f65-8b5d-6d5656df4b7b HTTP/1.1" status: 204 len: 168 time: 0.3789449 Sep 14 12:07:16.572940 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9d888-de72-4a6e-90a1-de542cc61c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6a2f26-4086-4f65-8b5d-6d5656df4b7b,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:16.811121 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device de5f0781-b564-4893-84ac-ebcb69c0ddc9 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:07:16.918252 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port de5f0781-b564-4893-84ac-ebcb69c0ddc9, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=de5f0781-b564-4893-84ac-ebcb69c0ddc9,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:16.931814 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'de5f0781-b564-4893-84ac-ebcb69c0ddc9', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'port_id': 'de5f0781-b564-4893-84ac-ebcb69c0ddc9', 'mac_address': 'fa:16:3e:da:4e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:07:16.968867 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port de5f0781-b564-4893-84ac-ebcb69c0ddc9 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:07:16.969259 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:16.984264 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de5f0781-b564-4893-84ac-ebcb69c0ddc9 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:07:16.998410 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:17.009304 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port de5f0781-b564-4893-84ac-ebcb69c0ddc9, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=de5f0781-b564-4893-84ac-ebcb69c0ddc9,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:17.075345 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:17.128805 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=de5f0781-b564-4893-84ac-ebcb69c0ddc9,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:17.239523 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101d24-544d-4dcb-be85-4f5280dd7d6b req-8f6ff770-279d-47db-b83d-e5216a8e8ac4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:17.241008 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-25101d24-544d-4dcb-be85-4f5280dd7d6b req-8f6ff770-279d-47db-b83d-e5216a8e8ac4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.1082494 Sep 14 12:07:17.250691 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584df6a-5289-402d-9ae2-266a00024244 req-ab240f17-6c97-465c-a85c-1975cced19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:17.252154 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-ab240f17-6c97-465c-a85c-1975cced19af service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 1128 time: 0.0855656 Sep 14 12:07:17.280915 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e875a-86d7-487d-8072-b89f2e853d72 req-e9c261f3-305e-480f-8d3d-6bb8b42cbb8f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:17.285586 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d57e875a-86d7-487d-8072-b89f2e853d72 req-e9c261f3-305e-480f-8d3d-6bb8b42cbb8f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 945 time: 0.1025536 Sep 14 12:07:17.340376 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-25101d24-544d-4dcb-be85-4f5280dd7d6b req-08bad2c7-2869-4fc9-a5f8-93077765d043 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872741 Sep 14 12:07:17.377924 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-0e1b4897-9874-4a7b-b5af-0273f50d2f43 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb HTTP/1.1" status: 200 len: 217 time: 0.0519893 Sep 14 12:07:17.385130 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d57e875a-86d7-487d-8072-b89f2e853d72 req-b85fbd72-bb0d-4fde-ae77-d2e9a651437b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953963 Sep 14 12:07:17.406046 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37256) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:17.426715 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-356556bd-b29d-4338-b857-2db831aaf8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:17.464985 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584df6a-5289-402d-9ae2-266a00024244 req-c091d3af-fcc1-4baa-af47-24c081c10c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:17.469163 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-c091d3af-fcc1-4baa-af47-24c081c10c30 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d4fe8a74-946d-4071-b8d3-3434cb1ac798 HTTP/1.1" status: 200 len: 850 time: 0.0814719 Sep 14 12:07:17.495639 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:17.559009 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584df6a-5289-402d-9ae2-266a00024244 req-62d75ff1-9eb5-47ae-b35c-d47a1a187275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:17.560823 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-62d75ff1-9eb5-47ae-b35c-d47a1a187275 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0842276 Sep 14 12:07:17.623394 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-356556bd-b29d-4338-b857-2db831aaf8ce admin admin] Publish callbacks [] for security_group (1145c07f-3b44-4640-9bcf-d9663b62977d), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:17.693101 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-356556bd-b29d-4338-b857-2db831aaf8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (1145c07f-3b44-4640-9bcf-d9663b62977d), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:17.711018 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['de5f0781-b564-4893-84ac-ebcb69c0ddc9'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:07:17.722797 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4679f-83e0-4998-aadd-5fd84eb8560b req-d9b3cb8d-6872-43dd-8f0c-a51969e2df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:17.724408 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-03e4679f-83e0-4998-aadd-5fd84eb8560b req-d9b3cb8d-6872-43dd-8f0c-a51969e2df99 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 1130 time: 0.0607567 Sep 14 12:07:17.757685 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356556bd-b29d-4338-b857-2db831aaf8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1145c07f-3b44-4640-9bcf-d9663b62977d,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:17.767670 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-356556bd-b29d-4338-b857-2db831aaf8ce admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5770f7450c71491e9b94ce392e5489ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3598151 Sep 14 12:07:17.768384 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37268) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:17.790808 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37270) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:17.861567 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-03e4679f-83e0-4998-aadd-5fd84eb8560b req-e7a2bc7b-0b17-4045-9a3d-cdd395659dcb service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212103 Sep 14 12:07:17.869816 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:17.882505 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b89e235a-1c02-4690-9314-a9fd874c0910 admin admin] Publish callbacks [] for security_group (1145c07f-3b44-4640-9bcf-d9663b62977d), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:17.908552 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d136099-442a-48bf-b0a7-e797aabf9469 req-d317eb2a-c379-44e0-a6fb-a48825b83d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:17.910198 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7d136099-442a-48bf-b0a7-e797aabf9469 req-d317eb2a-c379-44e0-a6fb-a48825b83d5e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 1130 time: 0.2471685 Sep 14 12:07:17.920664 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b89e235a-1c02-4690-9314-a9fd874c0910 admin admin] Publish callbacks [] for security_group (1145c07f-3b44-4640-9bcf-d9663b62977d), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:17.925212 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ba13a-5a7e-4712-980e-1cf6e4d734dc req-bbc7e61d-6564-45f9-b132-07149b3b0170 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:17.933750 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b08ba13a-5a7e-4712-980e-1cf6e4d734dc req-bbc7e61d-6564-45f9-b132-07149b3b0170 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.3677616 Sep 14 12:07:17.941700 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b89247-059f-48cc-ab60-73a4f9eb401d req-81f0ee06-1b6b-4a5f-8eb7-7545ad64d40a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:17.944812 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:17.949763 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-40b89247-059f-48cc-ab60-73a4f9eb401d req-81f0ee06-1b6b-4a5f-8eb7-7545ad64d40a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.3878968 Sep 14 12:07:17.951459 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:17.972172 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-d2db0f7b-a0ad-4b16-ae68-d91c791f46d8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037325 Sep 14 12:07:17.993670 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:18.016508 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bcec8689-36f4-4614-817f-e078eac1b956 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.048963 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-40b89247-059f-48cc-ab60-73a4f9eb401d req-2168681a-a8e9-4fb6-8917-95daf5e547cf tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980237 Sep 14 12:07:18.079559 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b08ba13a-5a7e-4712-980e-1cf6e4d734dc req-c5e60e41-f59b-4316-9320-a4e3c22eba87 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451426 Sep 14 12:07:18.109312 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37276) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:18.125792 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fe86e286-732f-4778-a644-32d99c0e3549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.136203 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b89e235a-1c02-4690-9314-a9fd874c0910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (1145c07f-3b44-4640-9bcf-d9663b62977d), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.138848 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b89e235a-1c02-4690-9314-a9fd874c0910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.140037 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-b89e235a-1c02-4690-9314-a9fd874c0910 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1145c07f-3b44-4640-9bcf-d9663b62977d HTTP/1.1" status: 204 len: 168 time: 0.3689089 Sep 14 12:07:18.167474 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e235a-1c02-4690-9314-a9fd874c0910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1145c07f-3b44-4640-9bcf-d9663b62977d,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:18.263909 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bcec8689-36f4-4614-817f-e078eac1b956 admin admin] Publish callbacks [] for security_group (53fe3271-860e-4a61-84c7-94caf8489997), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.304331 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fe86e286-732f-4778-a644-32d99c0e3549 admin admin] Publish callbacks [] for security_group (858dc7d1-7c03-4b31-b3bd-c6343e03a67c), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.350861 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bcec8689-36f4-4614-817f-e078eac1b956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (53fe3271-860e-4a61-84c7-94caf8489997), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.395535 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-bcec8689-36f4-4614-817f-e078eac1b956 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=528295fa52bf4f5fa8f0bfd56db158d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6031818 Sep 14 12:07:18.398375 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fe86e286-732f-4778-a644-32d99c0e3549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (858dc7d1-7c03-4b31-b3bd-c6343e03a67c), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.399903 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec8689-36f4-4614-817f-e078eac1b956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe3271-860e-4a61-84c7-94caf8489997,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:18.401135 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37288) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:18.448283 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-fe86e286-732f-4778-a644-32d99c0e3549 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=344d17db4b3a4f329e9fd1fd7eb6a2b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372715 Sep 14 12:07:18.450522 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86e286-732f-4778-a644-32d99c0e3549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858dc7d1-7c03-4b31-b3bd-c6343e03a67c,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:18.454846 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37292) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:18.511081 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:18.637465 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:18.638773 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c6925c11-4d2c-4203-9764-6f2d81c811f6 admin admin] Publish callbacks [] for security_group (53fe3271-860e-4a61-84c7-94caf8489997), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.712729 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80d11a-8493-4661-b041-537c2e184e81 req-c456910b-ecd8-47a7-abcf-7d9361a07d4e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:18.714647 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1a80d11a-8493-4661-b041-537c2e184e81 req-c456910b-ecd8-47a7-abcf-7d9361a07d4e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.2013412 Sep 14 12:07:18.747154 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c6925c11-4d2c-4203-9764-6f2d81c811f6 admin admin] Publish callbacks [] for security_group (53fe3271-860e-4a61-84c7-94caf8489997), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.810368 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d27bf-e402-484c-ab01-a29bcd067e4e req-0c909377-d368-4d01-ab18-ccfa8b2e7565 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:18.810368 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c93d27bf-e402-484c-ab01-a29bcd067e4e req-0c909377-d368-4d01-ab18-ccfa8b2e7565 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 945 time: 0.2776160 Sep 14 12:07:18.810787 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7d136099-442a-48bf-b0a7-e797aabf9469 req-e2d2bbbe-b2a8-49e8-bacc-6aa53102cf56 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220506 Sep 14 12:07:18.841986 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8b69c4e-f874-4e25-9a9a-d6df0b536b17 admin admin] Publish callbacks [] for security_group (858dc7d1-7c03-4b31-b3bd-c6343e03a67c), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.882328 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b584df6a-5289-402d-9ae2-266a00024244 req-01b10e7e-256e-4290-9465-bd750ecca226 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915913 Sep 14 12:07:18.916076 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8b69c4e-f874-4e25-9a9a-d6df0b536b17 admin admin] Publish callbacks [] for security_group (858dc7d1-7c03-4b31-b3bd-c6343e03a67c), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:18.944064 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1a80d11a-8493-4661-b041-537c2e184e81 req-c10c7b44-7a36-47e8-bce9-883ecf862fb6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2068682 Sep 14 12:07:18.996180 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c93d27bf-e402-484c-ab01-a29bcd067e4e req-80053162-f614-4b27-afa1-5c9ee9d7320f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702170 Sep 14 12:07:19.069353 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c6925c11-4d2c-4203-9764-6f2d81c811f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (53fe3271-860e-4a61-84c7-94caf8489997), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:19.074133 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c6925c11-4d2c-4203-9764-6f2d81c811f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:19.076040 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-c6925c11-4d2c-4203-9764-6f2d81c811f6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/53fe3271-860e-4a61-84c7-94caf8489997 HTTP/1.1" status: 204 len: 168 time: 0.6734312 Sep 14 12:07:19.090593 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6925c11-4d2c-4203-9764-6f2d81c811f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe3271-860e-4a61-84c7-94caf8489997,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:19.154640 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8b69c4e-f874-4e25-9a9a-d6df0b536b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (858dc7d1-7c03-4b31-b3bd-c6343e03a67c), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:19.159619 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e8b69c4e-f874-4e25-9a9a-d6df0b536b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:19.161600 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e8b69c4e-f874-4e25-9a9a-d6df0b536b17 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/858dc7d1-7c03-4b31-b3bd-c6343e03a67c HTTP/1.1" status: 204 len: 168 time: 0.7049522 Sep 14 12:07:19.165682 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:19.172862 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b69c4e-f874-4e25-9a9a-d6df0b536b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858dc7d1-7c03-4b31-b3bd-c6343e03a67c,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:19.287370 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7c7c2-aa92-447d-9775-a8d87bcabd67 req-1606ae7e-dc88-4699-b04a-7ae88656dc65 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:19.289152 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-21d7c7c2-aa92-447d-9775-a8d87bcabd67 req-1606ae7e-dc88-4699-b04a-7ae88656dc65 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0617461 Sep 14 12:07:19.336256 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device de5f0781-b564-4893-84ac-ebcb69c0ddc9 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:07:19.354942 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-21d7c7c2-aa92-447d-9775-a8d87bcabd67 req-28a95881-114e-4495-aa83-b3776e003997 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599265 Sep 14 12:07:19.405329 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port de5f0781-b564-4893-84ac-ebcb69c0ddc9 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:07:19.475416 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port de5f0781-b564-4893-84ac-ebcb69c0ddc9 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:07:19.476002 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:19.476484 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port de5f0781-b564-4893-84ac-ebcb69c0ddc9 Sep 14 12:07:19.580991 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port de5f0781-b564-4893-84ac-ebcb69c0ddc9 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:07:19.581381 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:19.614334 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f808ebd-698e-480a-9eac-4ef62bcc2b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5f0781-b564-4893-84ac-ebcb69c0ddc9'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:07:19.616990 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef8603-87b4-45cc-9e40-20964c7731e2" -d '{"events": [{"server_uuid": "3f808ebd-698e-480a-9eac-4ef62bcc2b7b", "name": "network-vif-plugged", "status": "completed", "tag": "de5f0781-b564-4893-84ac-ebcb69c0ddc9"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:07:19.635257 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port de5f0781-b564-4893-84ac-ebcb69c0ddc9, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=de5f0781-b564-4893-84ac-ebcb69c0ddc9,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:19.668863 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce904b2-a19e-4183-8906-a5a12486bae6 x-openstack-request-id: req-4ce904b2-a19e-4183-8906-a5a12486bae6 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:07:19.669137 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f808ebd-698e-480a-9eac-4ef62bcc2b7b", "name": "network-vif-plugged", "status": "completed", "tag": "de5f0781-b564-4893-84ac-ebcb69c0ddc9", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:07:19.676374 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ce904b2-a19e-4183-8906-a5a12486bae6 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:07:19.676374 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ce904b2-a19e-4183-8906-a5a12486bae6'] response: {'server_uuid': '3f808ebd-698e-480a-9eac-4ef62bcc2b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de5f0781-b564-4893-84ac-ebcb69c0ddc9', 'code': 200} Sep 14 12:07:19.732311 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:19.788172 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=de5f0781-b564-4893-84ac-ebcb69c0ddc9,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:20.095845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386907b-cd44-4b90-8039-141bf6038004 req-3e211a0d-1a52-4aad-80bb-e3bb7847685a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:20.098176 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4386907b-cd44-4b90-8039-141bf6038004 req-3e211a0d-1a52-4aad-80bb-e3bb7847685a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.0683737 Sep 14 12:07:20.140186 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37352) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:20.151232 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:20.180821 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3be39f9e-8087-4a1a-94be-e61d7a4e2193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:20.194634 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a93f88-05a2-4d2f-aa4a-55594746be21 req-9f019920-2d86-4222-b4ce-d20587fc9f82 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:20.202016 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13a93f88-05a2-4d2f-aa4a-55594746be21 req-9f019920-2d86-4222-b4ce-d20587fc9f82 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0960944 Sep 14 12:07:20.271115 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4386907b-cd44-4b90-8039-141bf6038004 req-1b05da0f-e383-4218-96b4-ef6ef8cd1593 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633902 Sep 14 12:07:20.320270 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13a93f88-05a2-4d2f-aa4a-55594746be21 req-7aed1f13-1d10-4c5c-b4ea-e2000c35ec07 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034429 Sep 14 12:07:20.341943 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3be39f9e-8087-4a1a-94be-e61d7a4e2193 admin admin] Publish callbacks [] for security_group (294b782c-cbb5-4bc5-b037-a8e8544ff83b), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:20.425333 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3be39f9e-8087-4a1a-94be-e61d7a4e2193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (294b782c-cbb5-4bc5-b037-a8e8544ff83b), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:20.482106 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-3be39f9e-8087-4a1a-94be-e61d7a4e2193 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9be7c44c77884a1a87e7f280b2f0c7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391159 Sep 14 12:07:20.483033 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37364) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:20.488086 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be39f9e-8087-4a1a-94be-e61d7a4e2193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294b782c-cbb5-4bc5-b037-a8e8544ff83b,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:20.515753 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5317fbca-08bf-46fb-89ba-3d458db4e599 req-cb55b9d6-4f9b-4f01-b507-0703b296f9bd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:20.517651 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5317fbca-08bf-46fb-89ba-3d458db4e599 req-cb55b9d6-4f9b-4f01-b507-0703b296f9bd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0614700 Sep 14 12:07:20.554597 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-908ef906-6dc6-4730-8ab2-ad56fab8229e admin admin] Publish callbacks [] for security_group (294b782c-cbb5-4bc5-b037-a8e8544ff83b), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:20.582111 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5317fbca-08bf-46fb-89ba-3d458db4e599 req-8945c540-f1a7-4e6f-9fdb-fdc8a23979ec tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546968 Sep 14 12:07:20.776639 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-908ef906-6dc6-4730-8ab2-ad56fab8229e admin admin] Publish callbacks [] for security_group (294b782c-cbb5-4bc5-b037-a8e8544ff83b), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:20.779749 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251db15-a44e-4033-8eca-2e54e8b52289 req-84fae7cd-b60b-4dbc-b1c2-ee153c4d9cb4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:20.794492 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9251db15-a44e-4033-8eca-2e54e8b52289 req-84fae7cd-b60b-4dbc-b1c2-ee153c4d9cb4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0671847 Sep 14 12:07:20.795783 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37376) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:20.801211 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-7dee9c24-d081-4e68-968f-3128f17e023b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'floatingip': {'port_id': '906fb0c9-14b7-4949-943a-c084b122ae8b'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:07:20.888683 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7dee9c24-d081-4e68-968f-3128f17e023b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (44fcf99b-06ed-4e4c-a320-3957bedb6b1b), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:20.925875 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-908ef906-6dc6-4730-8ab2-ad56fab8229e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (294b782c-cbb5-4bc5-b037-a8e8544ff83b), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:20.928430 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-908ef906-6dc6-4730-8ab2-ad56fab8229e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:20.929537 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-908ef906-6dc6-4730-8ab2-ad56fab8229e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/294b782c-cbb5-4bc5-b037-a8e8544ff83b HTTP/1.1" status: 204 len: 168 time: 0.4453721 Sep 14 12:07:20.938296 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ef906-6dc6-4730-8ab2-ad56fab8229e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294b782c-cbb5-4bc5-b037-a8e8544ff83b,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:21.575227 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620118f5-7f63-49c5-9a18-d8f7c8230a48 req-ffafee98-8be3-403a-8033-7a6cd1a2259f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:21.578511 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-620118f5-7f63-49c5-9a18-d8f7c8230a48 req-ffafee98-8be3-403a-8033-7a6cd1a2259f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.1008928 Sep 14 12:07:21.682804 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:21.748870 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-620118f5-7f63-49c5-9a18-d8f7c8230a48 req-da4ab897-a7f2-43e6-941e-6fbb995d93b5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414843 Sep 14 12:07:21.866104 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7dee9c24-d081-4e68-968f-3128f17e023b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:21.910252 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9953e-11dd-41c8-a428-a2834a8487fc req-f0f2d94f-e6ae-448c-8694-4dccea07e5b4 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:21.912217 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b4f9953e-11dd-41c8-a428-a2834a8487fc req-f0f2d94f-e6ae-448c-8694-4dccea07e5b4 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0639699 Sep 14 12:07:22.002275 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b4f9953e-11dd-41c8-a428-a2834a8487fc req-2aa1c6a2-41fa-4192-b974-0ecf4b93f55a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471902 Sep 14 12:07:22.074175 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7dee9c24-d081-4e68-968f-3128f17e023b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (44fcf99b-06ed-4e4c-a320-3957bedb6b1b), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:22.129208 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:22.211152 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [None req-7dee9c24-d081-4e68-968f-3128f17e023b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Floating IP 44fcf99b-06ed-4e4c-a320-3957bedb6b1b associated. External IP: 172.27.3.237, port: 906fb0c9-14b7-4949-943a-c084b122ae8b. Sep 14 12:07:22.442638 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dee9c24-d081-4e68-968f-3128f17e023b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Router 40a60be4-e5b1-4ac7-a6b1-493476a50267 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:07:22.559680 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dee9c24-d081-4e68-968f-3128f17e023b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:07:22.564339 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7dee9c24-d081-4e68-968f-3128f17e023b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:22.574135 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] Sync routers for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:07:22.588778 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:07:22.589450 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:07:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:22.596806 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-7dee9c24-d081-4e68-968f-3128f17e023b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/44fcf99b-06ed-4e4c-a320-3957bedb6b1b HTTP/1.1" status: 200 len: 992 time: 1.7994819 Sep 14 12:07:22.597392 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:07:22.599973 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fe1461-f742-4046-a7f2-36b19dd81dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:07:22.652034 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f87a237-9d5e-403d-bdd4-61b76cb65cfb x-openstack-request-id: req-0f87a237-9d5e-403d-bdd4-61b76cb65cfb {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:07:22.652343 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:07:22.652635 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f87a237-9d5e-403d-bdd4-61b76cb65cfb {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:07:22.653210 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f87a237-9d5e-403d-bdd4-61b76cb65cfb'] response: {'name': 'network-changed', 'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'status': 'completed', 'code': 200} Sep 14 12:07:22.718156 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:07:22.904629 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:22.911606 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d5372d-a03f-41d0-b33a-ba1fa7ac67e6 req-eee53629-b2e9-4ce7-ba13-ff7576e82bbc tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:22.913359 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a8d5372d-a03f-41d0-b33a-ba1fa7ac67e6 req-eee53629-b2e9-4ce7-ba13-ff7576e82bbc tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.0517781 Sep 14 12:07:22.981325 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a8d5372d-a03f-41d0-b33a-ba1fa7ac67e6 req-7747dc6f-c36e-4b65-8300-6f5a46d465b7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495455 Sep 14 12:07:23.073407 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '44fcf99b-06ed-4e4c-a320-3957bedb6b1b', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'port_id': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'mac_address': 'fa:16:3e:f7:ea:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:06:13Z', 'updated_at': '2022-09-14T12:07:21Z', 'revision_number': 1, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:23.110260 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] Checking router: 40a60be4-e5b1-4ac7-a6b1-493476a50267 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:07:23.121077 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:07:23.121897 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:07:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:23.165305 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225871d7-9392-4dc5-9909-4286d9c0b2ce req-5777950f-e1f0-49ec-b071-3d5a5cb3d5dd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:23.168558 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-225871d7-9392-4dc5-9909-4286d9c0b2ce req-5777950f-e1f0-49ec-b071-3d5a5cb3d5dd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0837901 Sep 14 12:07:23.236658 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-225871d7-9392-4dc5-9909-4286d9c0b2ce req-3f45679a-2d03-441b-9f50-76a07b878400 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600200 Sep 14 12:07:23.280615 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:07:23.538211 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '44fcf99b-06ed-4e4c-a320-3957bedb6b1b', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'port_id': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'mac_address': 'fa:16:3e:f7:ea:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:06:13Z', 'updated_at': '2022-09-14T12:07:21Z', 'revision_number': 1, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:23.568237 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6f61f-7f98-46fc-b280-e4e4741d9098 None None] The sync data for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi is: [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '44fcf99b-06ed-4e4c-a320-3957bedb6b1b', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'floating_ip_address': '172.27.3.237', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'port_id': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'mac_address': 'fa:16:3e:f7:ea:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:06:13Z', 'updated_at': '2022-09-14T12:07:21Z', 'revision_number': 1, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:07:23.958146 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37486) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:24.002193 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4fc3e5-d22f-4b58-8531-7ab277377459 None None] New status for floating IP 44fcf99b-06ed-4e4c-a320-3957bedb6b1b: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:07:24.161086 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d5c766f4-d686-426b-bf5e-1727463c83bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:24.210587 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a872-ccef-4968-b854-dd3f221d6657 req-dcb8993b-861b-4112-803a-1895a5e43b4f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:24.221155 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6d69a872-ccef-4968-b854-dd3f221d6657 req-dcb8993b-861b-4112-803a-1895a5e43b4f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.1379421 Sep 14 12:07:24.306283 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6d69a872-ccef-4968-b854-dd3f221d6657 req-75e31b3f-b9d8-4208-aa10-46852fa97a07 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791337 Sep 14 12:07:24.357846 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d5c766f4-d686-426b-bf5e-1727463c83bd admin admin] Publish callbacks [] for security_group (8e0f21af-23ba-4d29-b2dd-249410d7bdc8), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:24.456374 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde03bfb-e3a6-4cb2-932b-2ea76e2f891b req-86905371-6916-47f3-9857-1b8c8cbceecc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:24.457899 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fde03bfb-e3a6-4cb2-932b-2ea76e2f891b req-86905371-6916-47f3-9857-1b8c8cbceecc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0555048 Sep 14 12:07:24.462230 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37502) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:24.475769 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d5c766f4-d686-426b-bf5e-1727463c83bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (8e0f21af-23ba-4d29-b2dd-249410d7bdc8), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:24.516926 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c766f4-d686-426b-bf5e-1727463c83bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0f21af-23ba-4d29-b2dd-249410d7bdc8,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:24.546593 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-d5c766f4-d686-426b-bf5e-1727463c83bd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9adc0a5801cf49d8a7ce8d1983743a4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5872867 Sep 14 12:07:24.550625 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37506) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:24.573493 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fde03bfb-e3a6-4cb2-932b-2ea76e2f891b req-8983dadc-2926-47f2-94fa-2dd185115a7a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091421 Sep 14 12:07:24.615084 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1e183282-8ed1-4ba5-b018-982e80e0dde4 admin admin] Publish callbacks [] for security_group (8e0f21af-23ba-4d29-b2dd-249410d7bdc8), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:24.662522 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1e183282-8ed1-4ba5-b018-982e80e0dde4 admin admin] Publish callbacks [] for security_group (8e0f21af-23ba-4d29-b2dd-249410d7bdc8), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:24.668787 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d7b93f66-8da0-496e-8ca6-adc45395aca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:24.685297 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:24.770648 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-49aae8f4-de58-4bff-b644-91bf2811dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:24.772638 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-49aae8f4-de58-4bff-b644-91bf2811dacb service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 1130 time: 0.0626984 Sep 14 12:07:24.780299 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37510) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:24.880692 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1e183282-8ed1-4ba5-b018-982e80e0dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (8e0f21af-23ba-4d29-b2dd-249410d7bdc8), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:24.883393 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1e183282-8ed1-4ba5-b018-982e80e0dde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:24.884933 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1e183282-8ed1-4ba5-b018-982e80e0dde4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8e0f21af-23ba-4d29-b2dd-249410d7bdc8 HTTP/1.1" status: 204 len: 168 time: 0.3303688 Sep 14 12:07:24.897345 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e183282-8ed1-4ba5-b018-982e80e0dde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0f21af-23ba-4d29-b2dd-249410d7bdc8,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:24.939409 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1592d133-64c1-443b-a4e4-27af14fcbc2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:24.966805 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d7b93f66-8da0-496e-8ca6-adc45395aca7 admin admin] Publish callbacks [] for security_group (0ac1955e-265c-452e-8659-78da096fc604), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.025250 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1592d133-64c1-443b-a4e4-27af14fcbc2f admin admin] Publish callbacks [] for security_group (04a428bd-5119-41f6-bf04-e4921c7a5de8), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.052113 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d7b93f66-8da0-496e-8ca6-adc45395aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0ac1955e-265c-452e-8659-78da096fc604), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.093345 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-d7b93f66-8da0-496e-8ca6-adc45395aca7 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=32fa57f1c5f84cc3b19af11b61e85e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6300838 Sep 14 12:07:25.094802 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b93f66-8da0-496e-8ca6-adc45395aca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac1955e-265c-452e-8659-78da096fc604,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:25.097445 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37518) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:25.151710 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0febe2f6-af32-415e-aebb-ecf30e851ae6 admin admin] Publish callbacks [] for security_group (0ac1955e-265c-452e-8659-78da096fc604), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.159708 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1592d133-64c1-443b-a4e4-27af14fcbc2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (04a428bd-5119-41f6-bf04-e4921c7a5de8), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.199158 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0febe2f6-af32-415e-aebb-ecf30e851ae6 admin admin] Publish callbacks [] for security_group (0ac1955e-265c-452e-8659-78da096fc604), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.227334 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1592d133-64c1-443b-a4e4-27af14fcbc2f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=789a55dc49cb471aa7850a5e250d23ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4449940 Sep 14 12:07:25.230173 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1592d133-64c1-443b-a4e4-27af14fcbc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a428bd-5119-41f6-bf04-e4921c7a5de8,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:25.233380 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37520) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:25.247394 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:25.301063 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:25.308052 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 07ecea17-6958-4771-b1ae-f0ad902c21eb details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:07:25.324639 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f14-bdc2-4060-9f8f-362f439328c0 admin admin] Publish callbacks [] for security_group (04a428bd-5119-41f6-bf04-e4921c7a5de8), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.349020 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0febe2f6-af32-415e-aebb-ecf30e851ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0ac1955e-265c-452e-8659-78da096fc604), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.352113 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0febe2f6-af32-415e-aebb-ecf30e851ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.359796 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f14-bdc2-4060-9f8f-362f439328c0 admin admin] Publish callbacks [] for security_group (04a428bd-5119-41f6-bf04-e4921c7a5de8), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.361656 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-0febe2f6-af32-415e-aebb-ecf30e851ae6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0ac1955e-265c-452e-8659-78da096fc604 HTTP/1.1" status: 204 len: 168 time: 0.2617640 Sep 14 12:07:25.380102 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febe2f6-af32-415e-aebb-ecf30e851ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac1955e-265c-452e-8659-78da096fc604,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:25.387697 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:25.472118 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:25.490860 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471643b-0ffa-4c66-87e9-eeb02359e7ad req-e64b76d3-c71f-4379-a220-568be38041a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:25.493422 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3471643b-0ffa-4c66-87e9-eeb02359e7ad req-e64b76d3-c71f-4379-a220-568be38041a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 944 time: 0.0612891 Sep 14 12:07:25.538649 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 07ecea17-6958-4771-b1ae-f0ad902c21eb, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:25.552778 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '07ecea17-6958-4771-b1ae-f0ad902c21eb', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'port_id': '07ecea17-6958-4771-b1ae-f0ad902c21eb', 'mac_address': 'fa:16:3e:1f:41:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:07:25.561654 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f14-bdc2-4060-9f8f-362f439328c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (04a428bd-5119-41f6-bf04-e4921c7a5de8), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.564185 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b9d3f14-bdc2-4060-9f8f-362f439328c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.565462 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-8b9d3f14-bdc2-4060-9f8f-362f439328c0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/04a428bd-5119-41f6-bf04-e4921c7a5de8 HTTP/1.1" status: 204 len: 168 time: 0.3301799 Sep 14 12:07:25.615237 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 07ecea17-6958-4771-b1ae-f0ad902c21eb is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:07:25.616013 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.643589 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d3f14-bdc2-4060-9f8f-362f439328c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a428bd-5119-41f6-bf04-e4921c7a5de8,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:25.664119 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105080c9-b097-4dd6-9be2-2e74d391b420 req-a762eca4-46cc-4179-86b7-8f65f53f8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:25.665730 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-105080c9-b097-4dd6-9be2-2e74d391b420 req-a762eca4-46cc-4179-86b7-8f65f53f8d2f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 1130 time: 0.1507463 Sep 14 12:07:25.766694 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3471643b-0ffa-4c66-87e9-eeb02359e7ad req-6a0686f5-9124-4b5c-806f-99ac1d35591a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637892 Sep 14 12:07:25.791263 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ecea17-6958-4771-b1ae-f0ad902c21eb {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:07:25.806727 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-17837fee-ccc1-4e43-b325-f781426caad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:25.808995 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-17837fee-ccc1-4e43-b325-f781426caad7 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 917 time: 0.3147845 Sep 14 12:07:25.870958 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 07ecea17-6958-4771-b1ae-f0ad902c21eb, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:25.912571 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-105080c9-b097-4dd6-9be2-2e74d391b420 req-911d80a0-201a-48ed-b52a-331539a527ee service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246227 Sep 14 12:07:25.983694 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:25.990911 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50d20c-12b1-4623-8aa2-acee58786a10 req-3d8cf16b-3ddc-423f-839e-c8275ea522b8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:25.993447 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2e50d20c-12b1-4623-8aa2-acee58786a10 req-3d8cf16b-3ddc-423f-839e-c8275ea522b8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.1059055 Sep 14 12:07:25.998674 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-3e628f42-b663-4513-ba1b-7d291c8d2b71 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906fb0c9-14b7-4949-943a-c084b122ae8b HTTP/1.1" status: 200 len: 1002 time: 0.1765838 Sep 14 12:07:26.005257 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37540) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:26.027087 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9e130bc7-4c21-4dc5-bcac-a8cbfff20601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:26.067972 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2e50d20c-12b1-4623-8aa2-acee58786a10 req-422f192f-46a9-4db0-ac93-a35e3239a94a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681248 Sep 14 12:07:26.072627 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=07ecea17-6958-4771-b1ae-f0ad902c21eb,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:26.134883 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9e130bc7-4c21-4dc5-bcac-a8cbfff20601 admin admin] Publish callbacks [] for security_group (98b211db-0846-48ec-a1a3-410ff20ed336), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:26.217311 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9e130bc7-4c21-4dc5-bcac-a8cbfff20601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (98b211db-0846-48ec-a1a3-410ff20ed336), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:26.271905 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37546) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:26.272318 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-9e130bc7-4c21-4dc5-bcac-a8cbfff20601 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=60a8e23a1a3147d3a6efd25d1f3653b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2628505 Sep 14 12:07:26.275898 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e130bc7-4c21-4dc5-bcac-a8cbfff20601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b211db-0846-48ec-a1a3-410ff20ed336,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:26.363855 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bb7512c3-c7ce-4c8a-b83d-ac30d940895e admin admin] Publish callbacks [] for security_group (98b211db-0846-48ec-a1a3-410ff20ed336), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:26.388169 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bb7512c3-c7ce-4c8a-b83d-ac30d940895e admin admin] Publish callbacks [] for security_group (98b211db-0846-48ec-a1a3-410ff20ed336), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:26.472385 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-b012ecfa-93d5-4573-80b1-8525246c9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:26.473942 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-b012ecfa-93d5-4573-80b1-8525246c9b42 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 200 len: 855 time: 0.0834568 Sep 14 12:07:26.560458 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bb7512c3-c7ce-4c8a-b83d-ac30d940895e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (98b211db-0846-48ec-a1a3-410ff20ed336), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:26.563747 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bb7512c3-c7ce-4c8a-b83d-ac30d940895e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:26.564949 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-bb7512c3-c7ce-4c8a-b83d-ac30d940895e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/98b211db-0846-48ec-a1a3-410ff20ed336 HTTP/1.1" status: 204 len: 168 time: 0.2917438 Sep 14 12:07:26.574329 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7512c3-c7ce-4c8a-b83d-ac30d940895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b211db-0846-48ec-a1a3-410ff20ed336,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:26.577397 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['07ecea17-6958-4771-b1ae-f0ad902c21eb'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:07:26.614218 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:26.763553 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37564) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:26.777992 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2d0e93f2-af7c-42e9-8106-f543b3c99dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:26.873356 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2d0e93f2-af7c-42e9-8106-f543b3c99dc0 admin admin] Publish callbacks [] for security_group (0f8f8889-847c-485c-9d17-504af7ebbb80), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:26.911504 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8818c-32f8-4305-ba30-08a5f622d9bb req-99ab13be-ce6b-4768-88aa-9b875d9ebe65 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:26.913163 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-07a8818c-32f8-4305-ba30-08a5f622d9bb req-99ab13be-ce6b-4768-88aa-9b875d9ebe65 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 945 time: 0.0492015 Sep 14 12:07:26.955690 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2d0e93f2-af7c-42e9-8106-f543b3c99dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0f8f8889-847c-485c-9d17-504af7ebbb80), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:26.972427 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-07a8818c-32f8-4305-ba30-08a5f622d9bb req-230ef700-16f0-4b7e-94aa-891e27194a57 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534475 Sep 14 12:07:27.019889 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=2,neutron:SELECT=74,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:27.022632 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e93f2-af7c-42e9-8106-f543b3c99dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8f8889-847c-485c-9d17-504af7ebbb80,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:27.034497 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-2d0e93f2-af7c-42e9-8106-f543b3c99dc0 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=29731a9b73fe4c968139d735e3f414e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672727 Sep 14 12:07:27.035384 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37574) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:27.056484 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:27.118881 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6a635cb0-b77a-4afd-bc3c-9381c99e4553 admin admin] Publish callbacks [] for security_group (0f8f8889-847c-485c-9d17-504af7ebbb80), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:27.157772 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6a635cb0-b77a-4afd-bc3c-9381c99e4553 admin admin] Publish callbacks [] for security_group (0f8f8889-847c-485c-9d17-504af7ebbb80), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:27.254917 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:27.265211 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12951d3-61c9-4d18-9f08-6abbdadb3f7b req-280c9373-dce4-4d97-9a22-af3c8d0df1d1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:27.267179 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b12951d3-61c9-4d18-9f08-6abbdadb3f7b req-280c9373-dce4-4d97-9a22-af3c8d0df1d1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.1019108 Sep 14 12:07:27.281637 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-e6174807-0357-419b-b458-b6ff1d7ecced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:27.283964 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-e6174807-0357-419b-b458-b6ff1d7ecced service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=0ca6a8c3-1298-4a9f-a110-741bf377213f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0781603 Sep 14 12:07:27.339768 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b12951d3-61c9-4d18-9f08-6abbdadb3f7b req-26dd4f41-b24b-4c1f-a756-32652b607ed1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647948 Sep 14 12:07:27.397426 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6a635cb0-b77a-4afd-bc3c-9381c99e4553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0f8f8889-847c-485c-9d17-504af7ebbb80), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:27.399760 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6a635cb0-b77a-4afd-bc3c-9381c99e4553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:27.401516 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-6a635cb0-b77a-4afd-bc3c-9381c99e4553 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0f8f8889-847c-485c-9d17-504af7ebbb80 HTTP/1.1" status: 204 len: 168 time: 0.3647015 Sep 14 12:07:27.443356 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a635cb0-b77a-4afd-bc3c-9381c99e4553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8f8889-847c-485c-9d17-504af7ebbb80,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:27.517146 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-0156f727-adb5-4c91-a62f-34f5db67dcfc service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424050 Sep 14 12:07:27.737302 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:07:28.146888 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19301364-4b72-45f8-a617-274b6a2c9277 req-e8aa0fa6-7449-41b0-b716-d570110f9ae7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:28.154883 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-19301364-4b72-45f8-a617-274b6a2c9277 req-e8aa0fa6-7449-41b0-b716-d570110f9ae7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 945 time: 0.0591638 Sep 14 12:07:28.213239 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-19301364-4b72-45f8-a617-274b6a2c9277 req-11135c1f-133f-45ed-b195-4f039ff69c5b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572155 Sep 14 12:07:28.487644 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4c9a1-4448-4f5e-aac6-cc351a097470 req-eab4c90d-78ff-471c-897a-3c56fb7f1649 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:28.489601 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5af4c9a1-4448-4f5e-aac6-cc351a097470 req-eab4c90d-78ff-471c-897a-3c56fb7f1649 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0609114 Sep 14 12:07:28.550429 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5af4c9a1-4448-4f5e-aac6-cc351a097470 req-d12ad75b-536c-407a-a28d-723060209a7e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540283 Sep 14 12:07:29.560670 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32522fc3-edb5-47f1-b5db-036821ff1776 req-7edc89c0-c88c-4ebf-94fb-ee40403601eb tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:29.569072 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-32522fc3-edb5-47f1-b5db-036821ff1776 req-7edc89c0-c88c-4ebf-94fb-ee40403601eb tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 945 time: 0.2741227 Sep 14 12:07:29.636429 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-32522fc3-edb5-47f1-b5db-036821ff1776 req-1d3069d2-43bf-42e0-abf7-4d0933627223 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661657 Sep 14 12:07:29.709836 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88604d-381b-4659-8b8a-e9cb45fa85a3 req-98acf456-cb8b-45cc-9c63-c4ba3937022e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:29.712088 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8a88604d-381b-4659-8b8a-e9cb45fa85a3 req-98acf456-cb8b-45cc-9c63-c4ba3937022e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0518076 Sep 14 12:07:29.764182 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8a88604d-381b-4659-8b8a-e9cb45fa85a3 req-26ac4217-3804-4e78-9306-374288f2dc00 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460010 Sep 14 12:07:30.140083 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37742) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:30.255914 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9649a201-4d01-4b0d-9b02-0c9476d0b4fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:30.322837 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:30.336050 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9649a201-4d01-4b0d-9b02-0c9476d0b4fb admin admin] Publish callbacks [] for security_group (4ae7df37-af31-42f4-a455-4b13fca22c24), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:30.405923 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9649a201-4d01-4b0d-9b02-0c9476d0b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (4ae7df37-af31-42f4-a455-4b13fca22c24), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:30.447320 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-9649a201-4d01-4b0d-9b02-0c9476d0b4fb admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=03d2c576e35b47059eab93b26773fd09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056400 Sep 14 12:07:30.448749 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649a201-4d01-4b0d-9b02-0c9476d0b4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae7df37-af31-42f4-a455-4b13fca22c24,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:30.450361 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37752) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:30.505961 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-51b8f4bd-abf7-4f43-abd7-b0189775e3ce admin admin] Publish callbacks [] for security_group (4ae7df37-af31-42f4-a455-4b13fca22c24), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:30.527904 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-51b8f4bd-abf7-4f43-abd7-b0189775e3ce admin admin] Publish callbacks [] for security_group (4ae7df37-af31-42f4-a455-4b13fca22c24), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:30.628830 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-51b8f4bd-abf7-4f43-abd7-b0189775e3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (4ae7df37-af31-42f4-a455-4b13fca22c24), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:30.631724 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-51b8f4bd-abf7-4f43-abd7-b0189775e3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:30.633771 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-51b8f4bd-abf7-4f43-abd7-b0189775e3ce admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4ae7df37-af31-42f4-a455-4b13fca22c24 HTTP/1.1" status: 204 len: 168 time: 0.1814263 Sep 14 12:07:30.641239 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8f4bd-abf7-4f43-abd7-b0189775e3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae7df37-af31-42f4-a455-4b13fca22c24,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:30.769533 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903b305-8636-4815-b049-21a113412fc8 req-9f32cf0e-e25c-40ed-b059-2420ede97507 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:30.771200 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5903b305-8636-4815-b049-21a113412fc8 req-9f32cf0e-e25c-40ed-b059-2420ede97507 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 945 time: 0.0484242 Sep 14 12:07:30.839877 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5903b305-8636-4815-b049-21a113412fc8 req-fb55b5a7-060e-4899-b3c4-68a6103a299c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618968 Sep 14 12:07:30.914059 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed0339-01bc-4b51-9a80-66baa6e9d32e req-736d3715-80ce-49d5-889e-410d4bb8fe33 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:30.918405 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-15ed0339-01bc-4b51-9a80-66baa6e9d32e req-736d3715-80ce-49d5-889e-410d4bb8fe33 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0567458 Sep 14 12:07:30.967508 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-15ed0339-01bc-4b51-9a80-66baa6e9d32e req-acf6cfe5-ba15-497d-b9f8-33af533a7371 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459583 Sep 14 12:07:31.392779 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37782) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:31.406524 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bcd45bbb-a664-4a94-b224-0dde49119b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:31.489438 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bcd45bbb-a664-4a94-b224-0dde49119b72 admin admin] Publish callbacks [] for security_group (cfcaf319-b9d1-45c0-a2d3-61c6165fd506), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:31.549104 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bcd45bbb-a664-4a94-b224-0dde49119b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (cfcaf319-b9d1-45c0-a2d3-61c6165fd506), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:31.590473 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-bcd45bbb-a664-4a94-b224-0dde49119b72 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f64eb2709b81460eb119cfe00fdb9274&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965582 Sep 14 12:07:31.591421 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd45bbb-a664-4a94-b224-0dde49119b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcaf319-b9d1-45c0-a2d3-61c6165fd506,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:31.593291 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37784) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:31.646056 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-76271f68-5821-4dc8-935a-3fa313805eab admin admin] Publish callbacks [] for security_group (cfcaf319-b9d1-45c0-a2d3-61c6165fd506), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:31.674314 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-76271f68-5821-4dc8-935a-3fa313805eab admin admin] Publish callbacks [] for security_group (cfcaf319-b9d1-45c0-a2d3-61c6165fd506), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:31.711308 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:31.793982 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-76271f68-5821-4dc8-935a-3fa313805eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (cfcaf319-b9d1-45c0-a2d3-61c6165fd506), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:31.796832 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-76271f68-5821-4dc8-935a-3fa313805eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:31.800438 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-76271f68-5821-4dc8-935a-3fa313805eab admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/cfcaf319-b9d1-45c0-a2d3-61c6165fd506 HTTP/1.1" status: 204 len: 168 time: 0.2036710 Sep 14 12:07:31.856981 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76271f68-5821-4dc8-935a-3fa313805eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcaf319-b9d1-45c0-a2d3-61c6165fd506,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:32.089268 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67eec61-811e-454c-b3c0-6477190b55ae req-434cca84-612e-45e4-94f9-e22dd2424d1d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:32.092179 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b67eec61-811e-454c-b3c0-6477190b55ae req-434cca84-612e-45e4-94f9-e22dd2424d1d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 945 time: 0.0878274 Sep 14 12:07:32.094851 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91fe1461-f742-4046-a7f2-36b19dd81dc5 req-6651916d-5d27-4521-b7d4-ec9a73d1ee67 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956979 Sep 14 12:07:32.180711 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b67eec61-811e-454c-b3c0-6477190b55ae req-8e04ec6d-4eea-49d1-8830-ab48e2ee51ad tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838110 Sep 14 12:07:32.196734 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b9aae-ae28-4373-86e4-66700ad32171 req-a5152035-3eab-4eb5-bb20-3294a9b84a07 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:32.198630 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e30b9aae-ae28-4373-86e4-66700ad32171 req-a5152035-3eab-4eb5-bb20-3294a9b84a07 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0954471 Sep 14 12:07:32.276207 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e30b9aae-ae28-4373-86e4-66700ad32171 req-8db207c2-3fa1-474b-807c-733b2b88d8a9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662169 Sep 14 12:07:32.425237 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 07ecea17-6958-4771-b1ae-f0ad902c21eb up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:07:32.483085 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 07ecea17-6958-4771-b1ae-f0ad902c21eb completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:07:32.487397 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:32.549592 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 07ecea17-6958-4771-b1ae-f0ad902c21eb triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:07:32.550142 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:32.550562 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 07ecea17-6958-4771-b1ae-f0ad902c21eb Sep 14 12:07:32.636078 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 07ecea17-6958-4771-b1ae-f0ad902c21eb is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:07:32.636474 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:32.662480 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecea17-6958-4771-b1ae-f0ad902c21eb'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:07:32.664786 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e28f43-971a-40f1-a370-0c39b2962dde" -d '{"events": [{"server_uuid": "76ce41d2-7079-429c-a18a-de51b2c20e6b", "name": "network-vif-plugged", "status": "completed", "tag": "07ecea17-6958-4771-b1ae-f0ad902c21eb"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:07:32.681330 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 07ecea17-6958-4771-b1ae-f0ad902c21eb, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:32.712750 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26418111-1364-4af8-aac3-f7c4f029e38a x-openstack-request-id: req-26418111-1364-4af8-aac3-f7c4f029e38a {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:07:32.713189 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ce41d2-7079-429c-a18a-de51b2c20e6b", "name": "network-vif-plugged", "status": "completed", "tag": "07ecea17-6958-4771-b1ae-f0ad902c21eb", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:07:32.713602 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26418111-1364-4af8-aac3-f7c4f029e38a {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:07:32.713980 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26418111-1364-4af8-aac3-f7c4f029e38a'] response: {'server_uuid': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecea17-6958-4771-b1ae-f0ad902c21eb', 'code': 200} Sep 14 12:07:32.760253 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:32.813898 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=07ecea17-6958-4771-b1ae-f0ad902c21eb,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:33.324977 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a54eea-d839-4898-858e-6ab388b00078 req-f9a894a0-2780-435d-b03c-0f603ed214cb tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:33.326561 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-26a54eea-d839-4898-858e-6ab388b00078 req-f9a894a0-2780-435d-b03c-0f603ed214cb tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0521243 Sep 14 12:07:33.425179 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-26a54eea-d839-4898-858e-6ab388b00078 req-1e9e2b04-56bf-4655-965a-6f890af22696 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911143 Sep 14 12:07:33.431012 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837267e-2339-470e-a322-865e572e1959 req-bfaada5b-e23b-409a-b4fa-f356d467ccfc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:33.432603 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3837267e-2339-470e-a322-865e572e1959 req-bfaada5b-e23b-409a-b4fa-f356d467ccfc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0729959 Sep 14 12:07:33.456989 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37860) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:33.481242 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:33.504080 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3837267e-2339-470e-a322-865e572e1959 req-fc4be80a-e46d-41d7-8a71-2ecb47b3414d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632229 Sep 14 12:07:33.572178 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70cbe3-664a-47d5-9340-e82020bec369 req-ac65fad4-2ed5-45fe-a30e-97161509614d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:33.573952 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae70cbe3-664a-47d5-9340-e82020bec369 req-ac65fad4-2ed5-45fe-a30e-97161509614d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 1130 time: 0.0485935 Sep 14 12:07:33.628611 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae70cbe3-664a-47d5-9340-e82020bec369 req-205426be-9901-4dfe-ad2a-733cc1a49abe service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475869 Sep 14 12:07:33.642965 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1786497816-network', 'tenant_id': '6c9979087f9746b59bd1c2b4e0dbcd4b'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:07:33.747781 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Made reservation on behalf of 6c9979087f9746b59bd1c2b4e0dbcd4b for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:07:33.750848 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:33.759925 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:33.838940 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Publish callbacks [] for security_group (855a80de-bd55-49c2-b8f8-9a7f97ce0f17), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:33.938779 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (855a80de-bd55-49c2-b8f8-9a7f97ce0f17), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:33.972124 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=106903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:07:33.992653 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855a80de-bd55-49c2-b8f8-9a7f97ce0f17,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:34.001767 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (2ae713a3-847f-4612-ac6b-607ca186ab71), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:34.007822 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Added segment 2ae713a3-847f-4612-ac6b-607ca186ab71 of type vlan for network af6bdfdf-ec7b-4df5-ac94-efe6de54b578 Sep 14 12:07:34.078490 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (af6bdfdf-ec7b-4df5-ac94-efe6de54b578), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:34.110134 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a4d2d-2273-4788-a7dc-a30eb3c8e0c3 req-ee378622-09f8-4c7a-9068-f86fab640974 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:34.111823 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db1a4d2d-2273-4788-a7dc-a30eb3c8e0c3 req-ee378622-09f8-4c7a-9068-f86fab640974 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0752709 Sep 14 12:07:34.180256 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (af6bdfdf-ec7b-4df5-ac94-efe6de54b578), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:34.181264 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:34.181845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:34.210215 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db1a4d2d-2273-4788-a7dc-a30eb3c8e0c3 req-79decdd4-0fbc-4569-80d4-00903185548e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902987 Sep 14 12:07:34.265776 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] Pushing event updated for resources: {'Network': ['ID=af6bdfdf-ec7b-4df5-ac94-efe6de54b578,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:34.278051 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network af6bdfdf-ec7b-4df5-ac94-efe6de54b578 details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:07:34.346506 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-8b55ce4c-4c36-41a7-be3e-27ab381cd2b6 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8880873 Sep 14 12:07:34.349585 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37884) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:34.354225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Request body: {'subnet': {'network_id': 'af6bdfdf-ec7b-4df5-ac94-efe6de54b578', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1786497816-subnet', 'tenant_id': '6c9979087f9746b59bd1c2b4e0dbcd4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:07:34.368853 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:34.433945 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Made reservation on behalf of 6c9979087f9746b59bd1c2b4e0dbcd4b for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:07:34.436437 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2896807'] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:34.575190 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5290e23-d55d-4ec1-be9a-19f645862b20 req-9f3dccdf-3e53-4e15-95c5-c0003157e3ff tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:34.576578 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a5290e23-d55d-4ec1-be9a-19f645862b20 req-9f3dccdf-3e53-4e15-95c5-c0003157e3ff tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0643997 Sep 14 12:07:34.621045 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:34.692312 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a5290e23-d55d-4ec1-be9a-19f645862b20 req-e7f3faca-b3e9-482f-88ee-a966a2510135 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915794 Sep 14 12:07:34.765464 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2896817'] for subnet (dd5052fa-b499-4d6b-bbf6-996e0b10c4d6), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:34.824258 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd5052fa-b499-4d6b-bbf6-996e0b10c4d6,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:34.836416 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Checking segment: {'id': '2ae713a3-847f-4612-ac6b-607ca186ab71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'af6bdfdf-ec7b-4df5-ac94-efe6de54b578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:07:34.836777 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Network hostable DHCP agents. Network: af6bdfdf-ec7b-4df5-ac94-efe6de54b578, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:07:34.930121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Network af6bdfdf-ec7b-4df5-ac94-efe6de54b578 is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:07:35.005900 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, af6bdfdf-ec7b-4df5-ac94-efe6de54b578) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:07:35.010301 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:35.011036 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:35.020811 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441fe54d-537a-40c8-8113-aec9d9b71f4b None None] Network af6bdfdf-ec7b-4df5-ac94-efe6de54b578 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:07:35.111879 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-2421d901-e7b5-4539-8721-52a489875b7a admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7611926 Sep 14 12:07:35.128553 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fba1c6-603c-44d8-b992-08264e63e96f None None] Network af6bdfdf-ec7b-4df5-ac94-efe6de54b578 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:07:35.360826 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276262-e47e-47b9-82f0-01018d37104d req-f8fa40c7-a6d3-45a7-af92-d0f67803b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:35.362549 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b276262-e47e-47b9-82f0-01018d37104d req-f8fa40c7-a6d3-45a7-af92-d0f67803b78c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 1130 time: 0.0828676 Sep 14 12:07:35.371326 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8e61e-1e9f-4da4-9095-0c2066f7ab31 req-2290c081-b65c-4ed1-beb1-ea4c68311e15 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:35.372889 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-56c8e61e-1e9f-4da4-9095-0c2066f7ab31 req-2290c081-b65c-4ed1-beb1-ea4c68311e15 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0808880 Sep 14 12:07:35.498563 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-56c8e61e-1e9f-4da4-9095-0c2066f7ab31 req-7aaf8b4d-b3c4-4624-8868-2953de5f2511 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151569 Sep 14 12:07:35.519868 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276262-e47e-47b9-82f0-01018d37104d req-ca80e083-1d27-40d3-b512-d290a506765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:35.522467 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b276262-e47e-47b9-82f0-01018d37104d req-ca80e083-1d27-40d3-b512-d290a506765b service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.1483011 Sep 14 12:07:35.587140 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b276262-e47e-47b9-82f0-01018d37104d req-839cd840-e878-4f5b-a574-182061958fd1 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de5f0781-b564-4893-84ac-ebcb69c0ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0350735 Sep 14 12:07:35.645490 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276262-e47e-47b9-82f0-01018d37104d req-50f0589c-d3c1-4e6b-8a22-b83fbee040b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:35.645490 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b276262-e47e-47b9-82f0-01018d37104d req-50f0589c-d3c1-4e6b-8a22-b83fbee040b7 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0493233 Sep 14 12:07:35.735621 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b276262-e47e-47b9-82f0-01018d37104d req-7207610d-129b-4ad0-a224-e5be7417cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:35.738094 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b276262-e47e-47b9-82f0-01018d37104d req-7207610d-129b-4ad0-a224-e5be7417cdf7 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500364 Sep 14 12:07:35.862894 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f215fd0-5808-4e5c-80c3-5b9a13f9bd53 req-e1994566-8434-4f99-bf3e-a63d0932a3e8 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:35.866589 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f215fd0-5808-4e5c-80c3-5b9a13f9bd53 req-e1994566-8434-4f99-bf3e-a63d0932a3e8 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0927331 Sep 14 12:07:35.907234 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b276262-e47e-47b9-82f0-01018d37104d req-2177e603-c1d6-45eb-8ebc-3b471e167d05 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613574 Sep 14 12:07:35.942535 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f215fd0-5808-4e5c-80c3-5b9a13f9bd53 req-1f250790-0dac-4249-ae06-0e093430e206 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671768 Sep 14 12:07:36.052506 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37920) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:36.057569 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2076870807-network', 'tenant_id': '205377aab8864eed98123c393006b6e0'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:07:36.257836 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Made reservation on behalf of 205377aab8864eed98123c393006b6e0 for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:07:36.260506 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:36.284990 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:36.314466 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:36.348113 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:36.370009 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Publish callbacks [] for security_group (909e1f74-ab1e-4328-a8cb-720450d2c3ea), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:36.524906 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (909e1f74-ab1e-4328-a8cb-720450d2c3ea), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:36.554337 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=106903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:07:36.562914 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909e1f74-ab1e-4328-a8cb-720450d2c3ea,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:36.570062 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (993b148f-8567-4072-9844-906f5d2a1fb4), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:36.570381 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Added segment 993b148f-8567-4072-9844-906f5d2a1fb4 of type vlan for network 772335ab-d422-40f8-8745-173ce39b4762 Sep 14 12:07:36.648464 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (772335ab-d422-40f8-8745-173ce39b4762), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:36.665282 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7979917-a3b5-4ae3-813b-09e5ec3aed8d req-4a810c1e-290d-4def-9ce4-c043689103db tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:36.666875 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d7979917-a3b5-4ae3-813b-09e5ec3aed8d req-4a810c1e-290d-4def-9ce4-c043689103db tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0822730 Sep 14 12:07:36.732257 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d7979917-a3b5-4ae3-813b-09e5ec3aed8d req-5c39b300-995a-4a62-9ec9-cc5ffdffb2d0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586500 Sep 14 12:07:36.886384 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (772335ab-d422-40f8-8745-173ce39b4762), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:36.895162 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:36.895162 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:36.957470 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] Pushing event updated for resources: {'Network': ['ID=772335ab-d422-40f8-8745-173ce39b4762,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:36.970152 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 772335ab-d422-40f8-8745-173ce39b4762 details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:07:37.041040 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-8cb78ecd-8f2f-4c0d-b6ab-f93e57929d07 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9872963 Sep 14 12:07:37.043973 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 37942) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:37.050271 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Request body: {'subnet': {'network_id': '772335ab-d422-40f8-8745-173ce39b4762', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2076870807-subnet', 'tenant_id': '205377aab8864eed98123c393006b6e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:07:37.093525 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5aa29-32ad-46f9-a61a-8f4b64f8b90d req-d8bafc6b-0627-48d6-8fc0-f6558580c1a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:37.095067 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-58d5aa29-32ad-46f9-a61a-8f4b64f8b90d req-d8bafc6b-0627-48d6-8fc0-f6558580c1a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0684075 Sep 14 12:07:37.209339 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-58d5aa29-32ad-46f9-a61a-8f4b64f8b90d req-8e90b780-dab5-4ba8-85af-d144e939c3ff tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040227 Sep 14 12:07:37.225588 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8b276262-e47e-47b9-82f0-01018d37104d req-fac39a6c-d8bb-4a89-b923-637c82bf6bef service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478755 Sep 14 12:07:37.302531 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Made reservation on behalf of 205377aab8864eed98123c393006b6e0 for: {'subnet': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:07:37.306393 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2298217'] for subnet (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:37.344232 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e0573-f2db-4134-bc5d-9ae373eaa619 req-a8ea8432-fb90-4782-8268-9c9b070a56b3 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:37.356476 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-653e0573-f2db-4134-bc5d-9ae373eaa619 req-a8ea8432-fb90-4782-8268-9c9b070a56b3 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0558004 Sep 14 12:07:37.360802 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37948) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:37.368124 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-ad3c604e-3001-4129-9488-b028a817c1f9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'floatingip': {'port_id': '07ecea17-6958-4771-b1ae-f0ad902c21eb'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:07:37.437023 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ad3c604e-3001-4129-9488-b028a817c1f9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (05b43be9-fa8e-4d7c-90bd-2c0f4e111e14), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:37.486192 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:37.611477 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4139344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2298239'] for subnet (cd748f09-0410-4374-ab93-caf159e0018e), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:37.711869 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd748f09-0410-4374-ab93-caf159e0018e,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:37.713367 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=73 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:37.721207 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Checking segment: {'id': '993b148f-8567-4072-9844-906f5d2a1fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '772335ab-d422-40f8-8745-173ce39b4762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:07:37.722125 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Network hostable DHCP agents. Network: 772335ab-d422-40f8-8745-173ce39b4762, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:07:37.744308 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=83 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:37.914956 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf94e13-a93b-46ee-ab6f-da3f06cecd81 req-9b2e3cae-da56-4cbb-8665-3e4172af098f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:37.916310 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eaf94e13-a93b-46ee-ab6f-da3f06cecd81 req-9b2e3cae-da56-4cbb-8665-3e4172af098f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0627024 Sep 14 12:07:37.944822 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Network 772335ab-d422-40f8-8745-173ce39b4762 is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:07:37.948403 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:38.028173 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eaf94e13-a93b-46ee-ab6f-da3f06cecd81 req-92f2d7e1-9838-4c36-9925-a8d057ed5c76 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904884 Sep 14 12:07:38.037907 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ad3c604e-3001-4129-9488-b028a817c1f9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:38.142747 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ad3c604e-3001-4129-9488-b028a817c1f9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (05b43be9-fa8e-4d7c-90bd-2c0f4e111e14), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:38.143294 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 772335ab-d422-40f8-8745-173ce39b4762) {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:07:38.151645 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:38.152516 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:38.157036 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce118526-79f5-4d98-9849-aee3280b6b5c None None] Network 772335ab-d422-40f8-8745-173ce39b4762 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:07:38.185950 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:38.279880 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [None req-ad3c604e-3001-4129-9488-b028a817c1f9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Floating IP 05b43be9-fa8e-4d7c-90bd-2c0f4e111e14 associated. External IP: 172.27.3.27, port: 07ecea17-6958-4771-b1ae-f0ad902c21eb. Sep 14 12:07:38.292384 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20f5a98-5baa-47a0-a95e-6209357a26f4 None None] Network 772335ab-d422-40f8-8745-173ce39b4762 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:07:38.352144 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:38.368502 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-3893e175-2ee2-482a-b80c-d2b2ef66f73e admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3228199 Sep 14 12:07:38.719376 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3c604e-3001-4129-9488-b028a817c1f9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Router 0933cc79-f9fb-4153-a17f-fc1ab6004511 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:07:38.831010 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3c604e-3001-4129-9488-b028a817c1f9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:07:38.838544 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ad3c604e-3001-4129-9488-b028a817c1f9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:38.847235 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] Sync routers for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:07:38.864031 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:07:38.864925 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:07:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:38.876019 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-ad3c604e-3001-4129-9488-b028a817c1f9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/05b43be9-fa8e-4d7c-90bd-2c0f4e111e14 HTTP/1.1" status: 200 len: 991 time: 1.5137739 Sep 14 12:07:38.876778 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'tag': '07ecea17-6958-4771-b1ae-f0ad902c21eb'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:07:38.879284 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d550de-5ef1-4301-854b-9fabedca1bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "76ce41d2-7079-429c-a18a-de51b2c20e6b", "tag": "07ecea17-6958-4771-b1ae-f0ad902c21eb"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:07:38.943780 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed31809-8b7e-42f7-b791-b6443f200ba0 x-openstack-request-id: req-1ed31809-8b7e-42f7-b791-b6443f200ba0 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:07:38.944073 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ce41d2-7079-429c-a18a-de51b2c20e6b", "tag": "07ecea17-6958-4771-b1ae-f0ad902c21eb", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:07:38.944418 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ed31809-8b7e-42f7-b791-b6443f200ba0 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:07:38.944834 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ed31809-8b7e-42f7-b791-b6443f200ba0'] response: {'name': 'network-changed', 'server_uuid': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'tag': '07ecea17-6958-4771-b1ae-f0ad902c21eb', 'status': 'completed', 'code': 200} Sep 14 12:07:38.991278 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:07:39.089757 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-7b9a65a7-7437-4f48-9f53-ea79e1287375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:39.091537 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-7b9a65a7-7437-4f48-9f53-ea79e1287375 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 1130 time: 0.0460482 Sep 14 12:07:39.199615 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-d75a9dd8-3c68-421a-99f1-58e3baa42bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:39.201341 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-d75a9dd8-3c68-421a-99f1-58e3baa42bb5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 200 len: 912 time: 0.0962870 Sep 14 12:07:39.271512 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-9deff38a-5e4b-46ff-ad43-ae5b212b37b6 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb HTTP/1.1" status: 200 len: 999 time: 0.0610225 Sep 14 12:07:39.301400 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '05b43be9-fa8e-4d7c-90bd-2c0f4e111e14', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'port_id': '07ecea17-6958-4771-b1ae-f0ad902c21eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'mac_address': 'fa:16:3e:1f:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:06:17Z', 'updated_at': '2022-09-14T12:07:37Z', 'revision_number': 1, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:39.329383 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] Checking router: 0933cc79-f9fb-4153-a17f-fc1ab6004511 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:07:39.338026 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:07:39.338627 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:07:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:39.362688 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-30a04bbb-2aa9-44c2-ab54-d6bd29016e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:39.364145 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-30a04bbb-2aa9-44c2-ab54-d6bd29016e0d service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d4fe8a74-946d-4071-b8d3-3434cb1ac798 HTTP/1.1" status: 200 len: 850 time: 0.0842817 Sep 14 12:07:39.376136 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c41e3a-6621-40c9-a0ed-a1964808d282 req-11cca412-e7ec-46b8-aa07-78e08c841159 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:39.376136 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c3c41e3a-6621-40c9-a0ed-a1964808d282 req-11cca412-e7ec-46b8-aa07-78e08c841159 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0586100 Sep 14 12:07:39.433093 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-a9a1c644-37bd-414f-a129-d0ef6983671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:39.434632 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-a9a1c644-37bd-414f-a129-d0ef6983671d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0557678 Sep 14 12:07:39.449243 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:07:39.478600 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c3c41e3a-6621-40c9-a0ed-a1964808d282 req-6853e743-21b7-4d80-9329-8181b5fcf3c0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984576 Sep 14 12:07:39.519812 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:39.555381 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-2af988e0-b11a-4415-a894-99d82be7b397 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097558 Sep 14 12:07:39.681901 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5d550de-5ef1-4301-854b-9fabedca1bf2 req-dc816974-4148-4bcd-b923-a2f547f30355 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201661 Sep 14 12:07:39.707533 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '05b43be9-fa8e-4d7c-90bd-2c0f4e111e14', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'port_id': '07ecea17-6958-4771-b1ae-f0ad902c21eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'mac_address': 'fa:16:3e:1f:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:06:17Z', 'updated_at': '2022-09-14T12:07:37Z', 'revision_number': 1, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:39.737036 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0692574-a44a-49ea-be0d-880577b55db2 None None] The sync data for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi is: [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '05b43be9-fa8e-4d7c-90bd-2c0f4e111e14', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'floating_ip_address': '172.27.3.27', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'port_id': '07ecea17-6958-4771-b1ae-f0ad902c21eb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'mac_address': 'fa:16:3e:1f:41:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:06:17Z', 'updated_at': '2022-09-14T12:07:37Z', 'revision_number': 1, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:07:40.053102 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 37996) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:40.239000 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:40.262046 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-04f76cfd-aab1-4cba-ba1e-64f980cfc7bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:40.372110 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-04f76cfd-aab1-4cba-ba1e-64f980cfc7bf admin admin] Publish callbacks [] for security_group (dfca4b6c-c821-4ffc-bd11-7ab94e0fd3e3), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:40.445821 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-04f76cfd-aab1-4cba-ba1e-64f980cfc7bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (dfca4b6c-c821-4ffc-bd11-7ab94e0fd3e3), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:40.493578 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-04f76cfd-aab1-4cba-ba1e-64f980cfc7bf admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7c5e7090d0c8426eb82d152a49029509&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388926 Sep 14 12:07:40.494588 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f76cfd-aab1-4cba-ba1e-64f980cfc7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfca4b6c-c821-4ffc-bd11-7ab94e0fd3e3,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:40.497310 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38012) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:40.500472 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bea421a-ceb4-43d6-9fc0-b595888a3ba6 None None] New status for floating IP 05b43be9-fa8e-4d7c-90bd-2c0f4e111e14: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:07:40.572319 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e7a976a2-36fe-4a40-b5b3-64c34a535ecd admin admin] Publish callbacks [] for security_group (dfca4b6c-c821-4ffc-bd11-7ab94e0fd3e3), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:40.605643 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:40.608191 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e7a976a2-36fe-4a40-b5b3-64c34a535ecd admin admin] Publish callbacks [] for security_group (dfca4b6c-c821-4ffc-bd11-7ab94e0fd3e3), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:40.613296 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:40.693566 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c482aac-4c99-4983-ab46-0006ab52111c req-455d126d-81cc-4ae0-b8c7-bb06fdaf09c1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:40.695238 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c482aac-4c99-4983-ab46-0006ab52111c req-455d126d-81cc-4ae0-b8c7-bb06fdaf09c1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0936294 Sep 14 12:07:40.755909 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c482aac-4c99-4983-ab46-0006ab52111c req-185454a3-c7cf-41a6-9477-89c1d6b380fa tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504470 Sep 14 12:07:40.811082 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e7a976a2-36fe-4a40-b5b3-64c34a535ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (dfca4b6c-c821-4ffc-bd11-7ab94e0fd3e3), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:40.816395 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e7a976a2-36fe-4a40-b5b3-64c34a535ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:40.825440 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-e7a976a2-36fe-4a40-b5b3-64c34a535ecd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/dfca4b6c-c821-4ffc-bd11-7ab94e0fd3e3 HTTP/1.1" status: 204 len: 168 time: 0.3185451 Sep 14 12:07:40.834845 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a976a2-36fe-4a40-b5b3-64c34a535ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfca4b6c-c821-4ffc-bd11-7ab94e0fd3e3,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:41.468835 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38026) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:41.481916 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-499349b3-8e91-4cae-a9b4-e559ee3b3c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:41.559478 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-499349b3-8e91-4cae-a9b4-e559ee3b3c18 admin admin] Publish callbacks [] for security_group (5249ef20-2bc4-4b8f-a9a1-5fbc3d2a90c1), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:41.623909 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-499349b3-8e91-4cae-a9b4-e559ee3b3c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (5249ef20-2bc4-4b8f-a9a1-5fbc3d2a90c1), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:41.665498 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-499349b3-8e91-4cae-a9b4-e559ee3b3c18 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e2386a781f3d44ee92376b6d606de2dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955431 Sep 14 12:07:41.666646 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499349b3-8e91-4cae-a9b4-e559ee3b3c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5249ef20-2bc4-4b8f-a9a1-5fbc3d2a90c1,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:41.668329 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38028) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:41.733107 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac80e-eabd-4402-9e69-e5e8076451b0 admin admin] Publish callbacks [] for security_group (5249ef20-2bc4-4b8f-a9a1-5fbc3d2a90c1), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:41.755993 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac80e-eabd-4402-9e69-e5e8076451b0 admin admin] Publish callbacks [] for security_group (5249ef20-2bc4-4b8f-a9a1-5fbc3d2a90c1), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:41.781948 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:41.900950 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf3124-6fa5-4375-9fbc-ad1818b1590a req-995b67d2-61fb-4a7d-a826-53d96eacfe19 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:41.902377 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4aaf3124-6fa5-4375-9fbc-ad1818b1590a req-995b67d2-61fb-4a7d-a826-53d96eacfe19 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0488334 Sep 14 12:07:41.909058 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac80e-eabd-4402-9e69-e5e8076451b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (5249ef20-2bc4-4b8f-a9a1-5fbc3d2a90c1), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:41.912083 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac80e-eabd-4402-9e69-e5e8076451b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:41.913221 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-5a9ac80e-eabd-4402-9e69-e5e8076451b0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5249ef20-2bc4-4b8f-a9a1-5fbc3d2a90c1 HTTP/1.1" status: 204 len: 168 time: 0.2432966 Sep 14 12:07:41.942810 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ac80e-eabd-4402-9e69-e5e8076451b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5249ef20-2bc4-4b8f-a9a1-5fbc3d2a90c1,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:41.981211 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4aaf3124-6fa5-4375-9fbc-ad1818b1590a req-81a1acf8-2188-4140-b004-17260e6039af tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656228 Sep 14 12:07:42.725267 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d139044-944d-47b4-b39a-31e8b2e87846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:43.109048 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fab2c-fe9b-4873-8fb3-5e2bd7cbe253 req-8edfaf91-2188-4db3-9ed1-07433f04e4fa tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:43.110589 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3b1fab2c-fe9b-4873-8fb3-5e2bd7cbe253 req-8edfaf91-2188-4db3-9ed1-07433f04e4fa tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0476394 Sep 14 12:07:43.170926 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3b1fab2c-fe9b-4873-8fb3-5e2bd7cbe253 req-fd4b04ba-9a80-47c7-9d2b-af5ee1bddd9c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544257 Sep 14 12:07:44.301307 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04efa13e-cd21-48a9-bcad-570e202c05a2 req-ac0d265f-0027-45d3-88b7-df8c33a2a9a3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:44.302850 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-04efa13e-cd21-48a9-bcad-570e202c05a2 req-ac0d265f-0027-45d3-88b7-df8c33a2a9a3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0546792 Sep 14 12:07:44.355748 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-04efa13e-cd21-48a9-bcad-570e202c05a2 req-fa906e3c-30f2-44ab-b050-056abcfc155a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471120 Sep 14 12:07:45.224034 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-0804bae6-1ece-4bfd-875e-1040f69a2802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:45.525270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516ce4e-fc2d-4e36-aa52-17af8b6a4d12 req-9b9887d0-6d8a-4806-8384-79dc643da16d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:45.526815 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a516ce4e-fc2d-4e36-aa52-17af8b6a4d12 req-9b9887d0-6d8a-4806-8384-79dc643da16d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0560381 Sep 14 12:07:45.581469 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a516ce4e-fc2d-4e36-aa52-17af8b6a4d12 req-e9eeb778-f31f-4b5c-852f-a6116fbaf887 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483255 Sep 14 12:07:46.168682 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38152) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:46.289398 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd1df-d53c-48a5-83f0-d6145477fe6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:46.377710 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd1df-d53c-48a5-83f0-d6145477fe6e admin admin] Publish callbacks [] for security_group (d09ad2fe-9b51-4ad7-95dc-002fa3768262), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:46.424627 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:46.451413 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7b5fd1df-d53c-48a5-83f0-d6145477fe6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d09ad2fe-9b51-4ad7-95dc-002fa3768262), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:46.504659 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38162) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:46.505505 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-7b5fd1df-d53c-48a5-83f0-d6145477fe6e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=bef4d06eb14b4a2482dd3fea2339f40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349383 Sep 14 12:07:46.510171 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fd1df-d53c-48a5-83f0-d6145477fe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ad2fe-9b51-4ad7-95dc-002fa3768262,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:46.583051 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2728b121-8f12-4f4f-8ac3-388ca784fbfd admin admin] Publish callbacks [] for security_group (d09ad2fe-9b51-4ad7-95dc-002fa3768262), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:46.607612 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2728b121-8f12-4f4f-8ac3-388ca784fbfd admin admin] Publish callbacks [] for security_group (d09ad2fe-9b51-4ad7-95dc-002fa3768262), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:46.680716 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:46.717521 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc4747-647d-46e4-995a-3aa0aeb6b634 req-40746b93-5aec-4a2a-a642-a2682e960853 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:46.719077 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-01fc4747-647d-46e4-995a-3aa0aeb6b634 req-40746b93-5aec-4a2a-a642-a2682e960853 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0494919 Sep 14 12:07:46.754516 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2728b121-8f12-4f4f-8ac3-388ca784fbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d09ad2fe-9b51-4ad7-95dc-002fa3768262), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:46.757568 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2728b121-8f12-4f4f-8ac3-388ca784fbfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:46.759036 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-2728b121-8f12-4f4f-8ac3-388ca784fbfd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d09ad2fe-9b51-4ad7-95dc-002fa3768262 HTTP/1.1" status: 204 len: 168 time: 0.2520690 Sep 14 12:07:46.768799 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728b121-8f12-4f4f-8ac3-388ca784fbfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ad2fe-9b51-4ad7-95dc-002fa3768262,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:46.778416 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-01fc4747-647d-46e4-995a-3aa0aeb6b634 req-89d0a7f3-2420-42f0-9525-8f2e66a7bb83 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533397 Sep 14 12:07:47.111620 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0be2f2-91b0-4318-be61-b95fa55cdb06 req-67632a62-9b38-4107-adfe-8368ef4ddb8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:47.113194 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0f0be2f2-91b0-4318-be61-b95fa55cdb06 req-67632a62-9b38-4107-adfe-8368ef4ddb8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0567107 Sep 14 12:07:47.167978 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0f0be2f2-91b0-4318-be61-b95fa55cdb06 req-8eb2ab74-0936-4894-a8ec-5d089516c513 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Sep 14 12:07:47.509041 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38178) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:47.522528 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c7968ccc-6975-4191-9cbb-d4fe2b15ce76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:47.615053 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c7968ccc-6975-4191-9cbb-d4fe2b15ce76 admin admin] Publish callbacks [] for security_group (019a105d-5456-4967-920a-3d93ab52d904), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:47.678651 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c7968ccc-6975-4191-9cbb-d4fe2b15ce76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (019a105d-5456-4967-920a-3d93ab52d904), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:47.693994 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:47.720987 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7968ccc-6975-4191-9cbb-d4fe2b15ce76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019a105d-5456-4967-920a-3d93ab52d904,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:47.728224 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c7968ccc-6975-4191-9cbb-d4fe2b15ce76 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a983b75ccf294ffea19d55b14ee2a015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172444 Sep 14 12:07:47.733174 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38188) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:47.793878 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4780186a-94b3-4494-994a-7845ae3082e1 admin admin] Publish callbacks [] for security_group (019a105d-5456-4967-920a-3d93ab52d904), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:47.818719 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4780186a-94b3-4494-994a-7845ae3082e1 admin admin] Publish callbacks [] for security_group (019a105d-5456-4967-920a-3d93ab52d904), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:47.911485 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:47.929186 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418b0a2-fc40-44c0-82e6-95d2dc28b7df req-40b327ac-eedc-4ab1-a921-7c59f49c5859 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:47.930913 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d418b0a2-fc40-44c0-82e6-95d2dc28b7df req-40b327ac-eedc-4ab1-a921-7c59f49c5859 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0540056 Sep 14 12:07:47.937770 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:47.971330 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4780186a-94b3-4494-994a-7845ae3082e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (019a105d-5456-4967-920a-3d93ab52d904), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:47.977214 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4780186a-94b3-4494-994a-7845ae3082e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:47.977528 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-4780186a-94b3-4494-994a-7845ae3082e1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/019a105d-5456-4967-920a-3d93ab52d904 HTTP/1.1" status: 204 len: 168 time: 0.2421188 Sep 14 12:07:47.989247 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780186a-94b3-4494-994a-7845ae3082e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019a105d-5456-4967-920a-3d93ab52d904,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:47.993436 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d418b0a2-fc40-44c0-82e6-95d2dc28b7df req-be2b3f08-78c8-420f-b017-672aba506075 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533116 Sep 14 12:07:48.294175 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5205a68-62f8-4f2d-bbef-fdc6c7d1e572 req-07a90c8e-05ba-44e5-a4c0-a9500b15efae tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:48.295675 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e5205a68-62f8-4f2d-bbef-fdc6c7d1e572 req-07a90c8e-05ba-44e5-a4c0-a9500b15efae tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0485611 Sep 14 12:07:48.309393 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:48.354306 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e5205a68-62f8-4f2d-bbef-fdc6c7d1e572 req-54cbe764-5f3f-4137-98d3-aca6cac9e4c6 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520718 Sep 14 12:07:48.766338 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38210) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:48.781075 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-17073f80-180c-4c71-a7fc-d83693aebc35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:48.852709 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:48.861971 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-17073f80-180c-4c71-a7fc-d83693aebc35 admin admin] Publish callbacks [] for security_group (58ddd3fb-69c6-4b34-acba-0a0c1c12f48e), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:48.943027 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-17073f80-180c-4c71-a7fc-d83693aebc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (58ddd3fb-69c6-4b34-acba-0a0c1c12f48e), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:48.985244 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-17073f80-180c-4c71-a7fc-d83693aebc35 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1d7ecf8648244d9d9c8237c47775fc7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175930 Sep 14 12:07:48.986280 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17073f80-180c-4c71-a7fc-d83693aebc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ddd3fb-69c6-4b34-acba-0a0c1c12f48e,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:48.988290 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38212) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:49.042248 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d4efe43c-8893-4c08-8f43-abfea52aafd6 admin admin] Publish callbacks [] for security_group (58ddd3fb-69c6-4b34-acba-0a0c1c12f48e), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:49.067940 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d4efe43c-8893-4c08-8f43-abfea52aafd6 admin admin] Publish callbacks [] for security_group (58ddd3fb-69c6-4b34-acba-0a0c1c12f48e), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:49.146599 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7bf38b-5995-462a-9373-6e0219639058 req-8531cac6-c54a-4aa7-bc9f-934f187641c8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:49.148104 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4d7bf38b-5995-462a-9373-6e0219639058 req-8531cac6-c54a-4aa7-bc9f-934f187641c8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0558522 Sep 14 12:07:49.201012 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4d7bf38b-5995-462a-9373-6e0219639058 req-af93df9c-b514-4554-9a0f-96d899ffd74b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445316 Sep 14 12:07:49.230019 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d4efe43c-8893-4c08-8f43-abfea52aafd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (58ddd3fb-69c6-4b34-acba-0a0c1c12f48e), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:49.232667 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d4efe43c-8893-4c08-8f43-abfea52aafd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:49.234676 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-d4efe43c-8893-4c08-8f43-abfea52aafd6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/58ddd3fb-69c6-4b34-acba-0a0c1c12f48e HTTP/1.1" status: 204 len: 168 time: 0.2444735 Sep 14 12:07:49.242457 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4efe43c-8893-4c08-8f43-abfea52aafd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ddd3fb-69c6-4b34-acba-0a0c1c12f48e,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:49.486161 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9aad6-2000-4d2e-b52a-84147185515d req-2467f488-2715-4546-a12e-f94393a86b4a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:49.490333 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8fb9aad6-2000-4d2e-b52a-84147185515d req-2467f488-2715-4546-a12e-f94393a86b4a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0549185 Sep 14 12:07:49.540952 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8fb9aad6-2000-4d2e-b52a-84147185515d req-1a13e4fc-0493-4e09-8a48-2b815f1875eb tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475574 Sep 14 12:07:49.703686 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=71 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:49.713226 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=77 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:50.337946 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635d8fc-6d88-4463-8de7-1e64f72d683a req-764d9c5a-2b1f-48e0-8d9f-732448c0e3d5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:50.339588 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b635d8fc-6d88-4463-8de7-1e64f72d683a req-764d9c5a-2b1f-48e0-8d9f-732448c0e3d5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0560341 Sep 14 12:07:50.394348 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b635d8fc-6d88-4463-8de7-1e64f72d683a req-21db2407-26f1-4686-9c19-2c7f08f4daa1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490339 Sep 14 12:07:50.717475 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022266bb-73c9-4e4f-abb8-54c37ccb7d96 req-3b58d69a-1aff-4606-9e1f-895c5abc4035 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:50.719948 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-022266bb-73c9-4e4f-abb8-54c37ccb7d96 req-3b58d69a-1aff-4606-9e1f-895c5abc4035 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0669303 Sep 14 12:07:50.786447 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-022266bb-73c9-4e4f-abb8-54c37ccb7d96 req-8d3312df-5282-4b36-95de-4843c42868e8 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=250eb181-b808-4d9d-927e-14d979912a06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577157 Sep 14 12:07:50.955125 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-28763289-1b73-489d-a56b-9fe4963fad63 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:50.956636 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-28763289-1b73-489d-a56b-9fe4963fad63 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 946 time: 0.0689588 Sep 14 12:07:51.092035 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-4eb80e84-c6bd-4465-acd5-21f24ecfff8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Deleting port 8886c0e9-3f34-4a35-b75b-b420c97f524e {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:07:51.092396 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-4eb80e84-c6bd-4465-acd5-21f24ecfff8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:51.203212 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:51.212449 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-4eb80e84-c6bd-4465-acd5-21f24ecfff8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] For port 8886c0e9-3f34-4a35-b75b-b420c97f524e, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=8886c0e9-3f34-4a35-b75b-b420c97f524e,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:51.212813 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-4eb80e84-c6bd-4465-acd5-21f24ecfff8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:51.234272 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-4eb80e84-c6bd-4465-acd5-21f24ecfff8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Calling delete_port for 8886c0e9-3f34-4a35-b75b-b420c97f524e owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:07:51.332398 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:51.523035 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-4eb80e84-c6bd-4465-acd5-21f24ecfff8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (8886c0e9-3f34-4a35-b75b-b420c97f524e), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:51.566255 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb80e84-c6bd-4465-acd5-21f24ecfff8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Pushing event deleted for resources: {'Port': ['ID=8886c0e9-3f34-4a35-b75b-b420c97f524e,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:51.573373 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1bd69-1e46-4d87-9ad8-ec9e09dd626b req-c7994acb-6ee0-4d23-a241-61e96696c999 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:51.577445 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1ac1bd69-1e46-4d87-9ad8-ec9e09dd626b req-c7994acb-6ee0-4d23-a241-61e96696c999 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0956981 Sep 14 12:07:51.615841 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['8886c0e9-3f34-4a35-b75b-b420c97f524e'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:07:51.683087 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1ac1bd69-1e46-4d87-9ad8-ec9e09dd626b req-a2d49479-dc53-448c-a005-72fe6a08aef7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015482 Sep 14 12:07:51.706133 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-4eb80e84-c6bd-4465-acd5-21f24ecfff8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] No DVR routers for this DVR port 8886c0e9-3f34-4a35-b75b-b420c97f524e on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:07:51.710656 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-4eb80e84-c6bd-4465-acd5-21f24ecfff8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:51.714305 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-97760105-db30-473d-a8bc-32c1a9a8a8c3 req-4eb80e84-c6bd-4465-acd5-21f24ecfff8a tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.81 "DELETE /networking/v2.0/ports/8886c0e9-3f34-4a35-b75b-b420c97f524e HTTP/1.1" status: 204 len: 173 time: 0.7468319 Sep 14 12:07:51.715050 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5195b11-b310-408b-a3d8-75d39abd9bba', 'name': 'network-vif-deleted', 'tag': '8886c0e9-3f34-4a35-b75b-b420c97f524e'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:07:51.726248 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a14141e-c4eb-4a61-a74a-7df1dd0177e8" -d '{"events": [{"server_uuid": "a5195b11-b310-408b-a3d8-75d39abd9bba", "name": "network-vif-deleted", "tag": "8886c0e9-3f34-4a35-b75b-b420c97f524e"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:07:51.772550 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e8568c3-2e97-47b3-bce0-e22cfbf4b3d2 x-openstack-request-id: req-0e8568c3-2e97-47b3-bce0-e22cfbf4b3d2 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:07:51.772854 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5195b11-b310-408b-a3d8-75d39abd9bba", "name": "network-vif-deleted", "tag": "8886c0e9-3f34-4a35-b75b-b420c97f524e", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:07:51.773166 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e8568c3-2e97-47b3-bce0-e22cfbf4b3d2 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:07:51.773930 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e8568c3-2e97-47b3-bce0-e22cfbf4b3d2'] response: {'server_uuid': 'a5195b11-b310-408b-a3d8-75d39abd9bba', 'name': 'network-vif-deleted', 'tag': '8886c0e9-3f34-4a35-b75b-b420c97f524e', 'status': 'completed', 'code': 200} Sep 14 12:07:52.061403 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6fc8057a-79e0-4269-8eb9-17e4be0d0b66 req-210bea9e-2b72-458b-8b6f-1fe429e82efd tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.0361497 Sep 14 12:07:52.852238 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2ca83f-817e-4996-8469-3b5409f26701 req-85eab9bf-c605-46cd-afb2-9d6e015a0618 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:52.854608 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1b2ca83f-817e-4996-8469-3b5409f26701 req-85eab9bf-c605-46cd-afb2-9d6e015a0618 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0673661 Sep 14 12:07:52.919227 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1b2ca83f-817e-4996-8469-3b5409f26701 req-377822a6-2b39-430f-91e0-12db0b53384b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577021 Sep 14 12:07:53.232407 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-39a771cf-f2ac-4d57-92e2-414f66855e36 req-105ec5c4-93e6-4e6f-979b-06d214ea6eb4 tempest-DeleteServersTestJSON-1906471331 tempest-DeleteServersTestJSON-1906471331-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a5195b11-b310-408b-a3d8-75d39abd9bba HTTP/1.1" status: 200 len: 210 time: 0.0305684 Sep 14 12:07:54.037617 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38380) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:54.074886 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e103f-44b1-4a2f-8459-7e0137fc7555 req-d9ecfed6-1da3-494a-a288-f8b63fdc52cf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:54.076348 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-745e103f-44b1-4a2f-8459-7e0137fc7555 req-d9ecfed6-1da3-494a-a288-f8b63fdc52cf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0563409 Sep 14 12:07:54.140188 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-745e103f-44b1-4a2f-8459-7e0137fc7555 req-45aff878-a5c8-4012-ba9c-baa9d0c8ec61 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573859 Sep 14 12:07:54.187879 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8bdd132c-654e-4779-a945-9206ecf011fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:54.272186 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8bdd132c-654e-4779-a945-9206ecf011fc admin admin] Publish callbacks [] for security_group (7d01509d-804f-4c2f-b743-b687df6ceb8f), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:54.331753 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8bdd132c-654e-4779-a945-9206ecf011fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (7d01509d-804f-4c2f-b743-b687df6ceb8f), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:54.375178 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd132c-654e-4779-a945-9206ecf011fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d01509d-804f-4c2f-b743-b687df6ceb8f,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:54.380710 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-8bdd132c-654e-4779-a945-9206ecf011fc admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7000d40e742e4e019dac35a2a69987a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3408694 Sep 14 12:07:54.383688 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38394) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:54.423170 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 8886c0e9-3f34-4a35-b75b-b420c97f524e no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:07:54.454332 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Publish callbacks [] for security_group (7d01509d-804f-4c2f-b743-b687df6ceb8f), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:54.454490 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 8886c0e9-3f34-4a35-b75b-b420c97f524e {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:07:54.454490 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 8886c0e9-3f34-4a35-b75b-b420c97f524e not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:07:54.482063 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Publish callbacks [] for security_group (7d01509d-804f-4c2f-b743-b687df6ceb8f), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:54.668852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (7d01509d-804f-4c2f-b743-b687df6ceb8f), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:54.672365 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:54.673540 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7d01509d-804f-4c2f-b743-b687df6ceb8f HTTP/1.1" status: 204 len: 168 time: 0.2882626 Sep 14 12:07:54.682689 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d01509d-804f-4c2f-b743-b687df6ceb8f,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:54.691488 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.691488 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.691948 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.692233 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.692359 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.692689 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.693126 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.693489 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.693824 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.694224 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.694542 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.694889 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.695284 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.695732 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:54.696102 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0143d2d-22ab-4193-abac-ee9dd15a3427 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:55.318315 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4586d6-4ff5-4bf8-a9a3-8d9cc3c016c4 req-407fa228-5165-4de7-8ea7-68f093fc0f7f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:55.321926 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9a4586d6-4ff5-4bf8-a9a3-8d9cc3c016c4 req-407fa228-5165-4de7-8ea7-68f093fc0f7f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0755377 Sep 14 12:07:55.392330 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9a4586d6-4ff5-4bf8-a9a3-8d9cc3c016c4 req-29d9a8d8-b8b6-42aa-a4bf-d9e9cfbf984a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573344 Sep 14 12:07:55.474324 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38424) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:55.489845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7cd70d62-b58e-426e-9c4d-4a312d369e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:55.576018 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:55.580899 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7cd70d62-b58e-426e-9c4d-4a312d369e79 admin admin] Publish callbacks [] for security_group (68d590f5-d888-4ad1-a38f-38e0f4646598), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:55.679152 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7cd70d62-b58e-426e-9c4d-4a312d369e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (68d590f5-d888-4ad1-a38f-38e0f4646598), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:55.725154 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-7cd70d62-b58e-426e-9c4d-4a312d369e79 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6259f8bd9d6a4611a70f0ca816040a0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491128 Sep 14 12:07:55.727784 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd70d62-b58e-426e-9c4d-4a312d369e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d590f5-d888-4ad1-a38f-38e0f4646598,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:55.728934 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38430) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:55.793672 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Publish callbacks [] for security_group (68d590f5-d888-4ad1-a38f-38e0f4646598), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:55.816018 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Publish callbacks [] for security_group (68d590f5-d888-4ad1-a38f-38e0f4646598), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:55.971882 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (68d590f5-d888-4ad1-a38f-38e0f4646598), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:55.974794 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:55.981512 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/68d590f5-d888-4ad1-a38f-38e0f4646598 HTTP/1.1" status: 204 len: 168 time: 0.2448356 Sep 14 12:07:55.987452 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d590f5-d888-4ad1-a38f-38e0f4646598,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:55.996837 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:55.997123 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:55.997471 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:55.997811 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:55.998196 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:55.998653 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:55.999192 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:55.999903 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:56.000396 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:56.000872 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:56.001352 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:56.001841 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:56.002339 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:56.002842 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:56.003252 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1eeee88-c21a-42b6-bc72-0a016cfdfd55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:07:56.195039 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38452) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:56.583197 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838a9cb-f865-4b2e-aad7-a83589aa4f07 req-ccb47a57-7b64-4aa6-9411-f7ea7ab5a18a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:56.584743 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6838a9cb-f865-4b2e-aad7-a83589aa4f07 req-ccb47a57-7b64-4aa6-9411-f7ea7ab5a18a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0525010 Sep 14 12:07:56.609036 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:56.636169 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:56.650840 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6838a9cb-f865-4b2e-aad7-a83589aa4f07 req-27ecae8f-b6ae-4ad6-8ad0-dd7444aa594b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537190 Sep 14 12:07:56.672065 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (f9a16c89-1906-4881-aebe-351e756847ec), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:56.756656 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:56.981262 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] Deleting port 8e185165-4264-4052-8bf3-e07ea3ab9d4f {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:07:56.981607 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:57.066589 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] For port 8e185165-4264-4052-8bf3-e07ea3ab9d4f, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=8e185165-4264-4052-8bf3-e07ea3ab9d4f,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:57.066870 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:57.081192 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] Calling delete_port for 8e185165-4264-4052-8bf3-e07ea3ab9d4f owned by network:router_interface {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:07:57.260099 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:57.379449 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (8e185165-4264-4052-8bf3-e07ea3ab9d4f), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:57.409276 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e185165-4264-4052-8bf3-e07ea3ab9d4f,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:57.665779 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (f9a16c89-1906-4881-aebe-351e756847ec), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:57.809200 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5154b32-fd89-4be0-927d-917ab9bda65b req-e44b4eb3-3530-46e6-98e1-47d8ead29d93 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:57.811780 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5154b32-fd89-4be0-927d-917ab9bda65b req-e44b4eb3-3530-46e6-98e1-47d8ead29d93 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0656855 Sep 14 12:07:57.870863 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5154b32-fd89-4be0-927d-917ab9bda65b req-766eb63d-ded4-40d2-91a4-bbad065c5ecd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524287 Sep 14 12:07:57.914978 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] Router f9a16c89-1906-4881-aebe-351e756847ec has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:07:58.224994 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:07:58.238166 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-5ed0f501-844c-4378-b236-85b2eaedb867 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/f9a16c89-1906-4881-aebe-351e756847ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0394464 Sep 14 12:07:58.238292 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38504) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:58.238390 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] Sync routers for ids ['f9a16c89-1906-4881-aebe-351e756847ec'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:07:58.258776 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] Routers {'f9a16c89-1906-4881-aebe-351e756847ec'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:07:58.259645 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:07:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['f9a16c89-1906-4881-aebe-351e756847ec'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:58.369753 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Publish callbacks [] for router (f9a16c89-1906-4881-aebe-351e756847ec), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:58.377755 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] Set router f9a16c89-1906-4881-aebe-351e756847ec gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:07:58.495277 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Publish callbacks [] for router_gateway (f9a16c89-1906-4881-aebe-351e756847ec), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:58.591132 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'name': 'tempest-DeleteServersTestJSON-667795882-router', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81'}], 'enable_snat': True}, 'gw_port_id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:57Z', 'updated_at': '2022-09-14T12:07:57Z', 'revision_number': 5, 'project_id': '933ef2ab34a441b982b69839434d689e', 'gw_port': {'id': 'e0df9517-da85-453c-ae5a-7338da2c4592', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8f:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:59Z', 'updated_at': '2022-09-14T12:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:58.620629 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Deleting port e0df9517-da85-453c-ae5a-7338da2c4592 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:07:58.621118 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:58.622932 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] Checking router: f9a16c89-1906-4881-aebe-351e756847ec for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:07:58.633154 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] Routers {'f9a16c89-1906-4881-aebe-351e756847ec'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:07:58.633766 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:07:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['f9a16c89-1906-4881-aebe-351e756847ec'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:58.720328 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] Set router f9a16c89-1906-4881-aebe-351e756847ec gateway port host: None {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:07:58.724301 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] For port e0df9517-da85-453c-ae5a-7338da2c4592, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=e0df9517-da85-453c-ae5a-7338da2c4592,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:07:58.725287 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:58.742267 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Calling delete_port for e0df9517-da85-453c-ae5a-7338da2c4592 owned by network:router_gateway {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:07:58.787171 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'name': 'tempest-DeleteServersTestJSON-667795882-router', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:57Z', 'updated_at': '2022-09-14T12:07:58Z', 'revision_number': 6, 'project_id': '933ef2ab34a441b982b69839434d689e', 'gw_port_host': None}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:07:58.827598 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b83fd9c-1b0c-4131-af99-26b0d11c7136 None None] The sync data for ids ['f9a16c89-1906-4881-aebe-351e756847ec'] in dv-cinder-844962-2-iscsi is: [{'id': 'f9a16c89-1906-4881-aebe-351e756847ec', 'name': 'tempest-DeleteServersTestJSON-667795882-router', 'tenant_id': '933ef2ab34a441b982b69839434d689e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:57Z', 'updated_at': '2022-09-14T12:07:58Z', 'revision_number': 6, 'project_id': '933ef2ab34a441b982b69839434d689e', 'gw_port_host': None}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:07:59.008031 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b40b8-31bf-44b5-978d-22af3195f8c8 req-0dabf204-c608-4af5-a7d3-67e098d3453d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:07:59.009895 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-072b40b8-31bf-44b5-978d-22af3195f8c8 req-0dabf204-c608-4af5-a7d3-67e098d3453d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0519359 Sep 14 12:07:59.064178 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-072b40b8-31bf-44b5-978d-22af3195f8c8 req-44f3ee05-e5b3-42d2-a65c-ae0dd9d6e2e2 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477059 Sep 14 12:07:59.092157 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (e0df9517-da85-453c-ae5a-7338da2c4592), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:59.125331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Pushing event deleted for resources: {'Port': ['ID=e0df9517-da85-453c-ae5a-7338da2c4592,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:07:59.191020 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:59.211610 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (f9a16c89-1906-4881-aebe-351e756847ec), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:59.323769 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:07:59.326170 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (f9a16c89-1906-4881-aebe-351e756847ec), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:59.328899 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Publish callbacks [] for router_controller (f9a16c89-1906-4881-aebe-351e756847ec), precommit_delete_associations {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:59.480393 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (f9a16c89-1906-4881-aebe-351e756847ec), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:59.480965 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9a16c89-1906-4881-aebe-351e756847ec {{(pid=106903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:07:59.486455 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] Publish callbacks [] for router (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:59.487603 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-0ea192c7-cd92-4ef0-b16f-e8d34a9de6af admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/f9a16c89-1906-4881-aebe-351e756847ec HTTP/1.1" status: 204 len: 168 time: 1.2516177 Sep 14 12:07:59.491833 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38554) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:07:59.727423 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 8e185165-4264-4052-8bf3-e07ea3ab9d4f no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:07:59.766799 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 8e185165-4264-4052-8bf3-e07ea3ab9d4f {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:07:59.767739 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 8e185165-4264-4052-8bf3-e07ea3ab9d4f not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:07:59.768369 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device e0df9517-da85-453c-ae5a-7338da2c4592 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:07:59.805107 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: e0df9517-da85-453c-ae5a-7338da2c4592 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:07:59.805747 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device e0df9517-da85-453c-ae5a-7338da2c4592 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:07:59.856887 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3c10c1-e7cf-4a94-985a-38b9aa4eba8b admin admin] Deleting subnet 9add01ed-32e7-46bc-bff1-93338bf8b5bb {{(pid=106903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:07:59.861257 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ba3c10c1-e7cf-4a94-985a-38b9aa4eba8b admin admin] Publish callbacks [] for subnet (9add01ed-32e7-46bc-bff1-93338bf8b5bb), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:07:59.913164 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ba3c10c1-e7cf-4a94-985a-38b9aa4eba8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626246'] for subnet (9add01ed-32e7-46bc-bff1-93338bf8b5bb), precommit_delete_associations {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.085618 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ba3c10c1-e7cf-4a94-985a-38b9aa4eba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (9add01ed-32e7-46bc-bff1-93338bf8b5bb), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.233660 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466abc59-32d8-4282-8f14-a80a67ea2872 req-4cd86042-2880-4e8e-9f1c-42a068495a76 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:00.233660 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-466abc59-32d8-4282-8f14-a80a67ea2872 req-4cd86042-2880-4e8e-9f1c-42a068495a76 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0583785 Sep 14 12:08:00.311970 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-466abc59-32d8-4282-8f14-a80a67ea2872 req-456bcb92-45a9-4b66-860f-c28a5bb2a1d0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599961 Sep 14 12:08:00.311970 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ba3c10c1-e7cf-4a94-985a-38b9aa4eba8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2250688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2896776'] for subnet (9add01ed-32e7-46bc-bff1-93338bf8b5bb), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.377598 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c10c1-e7cf-4a94-985a-38b9aa4eba8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9add01ed-32e7-46bc-bff1-93338bf8b5bb,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:00.388532 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ba3c10c1-e7cf-4a94-985a-38b9aa4eba8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.392822 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-ba3c10c1-e7cf-4a94-985a-38b9aa4eba8b admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/9add01ed-32e7-46bc-bff1-93338bf8b5bb HTTP/1.1" status: 204 len: 168 time: 0.8996506 Sep 14 12:08:00.400304 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38576) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:00.403997 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04abade7-8a58-4e00-abdb-f46392d335c6 None None] Network e96091d1-99a1-47fc-9c36-d9d9004c432f requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:08:00.473927 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38578) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:00.502047 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (e96091d1-99a1-47fc-9c36-d9d9004c432f), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.505245 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:00.574038 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Deleting port 30045e33-a8c6-41fb-9b96-a1453141b2de {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:08:00.574502 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.600876 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38584) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:00.712415 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] For port 30045e33-a8c6-41fb-9b96-a1453141b2de, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=30045e33-a8c6-41fb-9b96-a1453141b2de,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:00.712988 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.729792 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] DHCP port deletion for e96091d1-99a1-47fc-9c36-d9d9004c432f request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:08:00.740413 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Calling delete_port for 30045e33-a8c6-41fb-9b96-a1453141b2de owned by network:dhcp {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:08:00.799920 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Deleting port 30045e33-a8c6-41fb-9b96-a1453141b2de {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:08:00.800535 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.846462 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-847b727b-6e2c-48fa-b34c-2827bee8c70f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.896936 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6ddd50ec-b9f7-4401-9a98-b90946f97b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.909328 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] For port 30045e33-a8c6-41fb-9b96-a1453141b2de, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=30045e33-a8c6-41fb-9b96-a1453141b2de,segment=NetworkSegment(aabd9aed-c65c-4478-af9e-7ef1f2e06ec1),segment_id=aabd9aed-c65c-4478-af9e-7ef1f2e06ec1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:00.909770 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.923937 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Calling delete_port for 30045e33-a8c6-41fb-9b96-a1453141b2de owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:08:00.949953 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:00.956089 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=86,neutron:INSERT=10 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:00.964534 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] No DVR routers for this DVR port 30045e33-a8c6-41fb-9b96-a1453141b2de on host dv-cinder-844962-2-iscsi {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:08:00.990478 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-847b727b-6e2c-48fa-b34c-2827bee8c70f admin admin] Publish callbacks [] for security_group (b12c08ae-95c7-4817-87ce-9e87cf9ba165), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.020822 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Pushing event deleted for resources: {'Port': ['ID=30045e33-a8c6-41fb-9b96-a1453141b2de,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:01.032608 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6ddd50ec-b9f7-4401-9a98-b90946f97b57 admin admin] Publish callbacks [] for security_group (487b15bc-4375-4caf-94ee-0497c0e2547e), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.069395 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (30045e33-a8c6-41fb-9b96-a1453141b2de), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.086721 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-847b727b-6e2c-48fa-b34c-2827bee8c70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b12c08ae-95c7-4817-87ce-9e87cf9ba165), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.096049 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Pushing event deleted for resources: {'Port': ['ID=30045e33-a8c6-41fb-9b96-a1453141b2de,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:01.103429 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (e96091d1-99a1-47fc-9c36-d9d9004c432f), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.106773 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.107122 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.107506 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.108040 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.109155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.109639 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.109994 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.110316 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.110644 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.110966 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.111289 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.111623 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.111942 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.112043 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:01.112442 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.112772 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:01.117746 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6de6b9b-995d-4fd6-b883-2d1ab15e0552 None None] No DVR routers for this DVR port 30045e33-a8c6-41fb-9b96-a1453141b2de on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:08:01.120536 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6ddd50ec-b9f7-4401-9a98-b90946f97b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (487b15bc-4375-4caf-94ee-0497c0e2547e), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.141714 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e96091d1-99a1-47fc-9c36-d9d9004c432f']}} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:01.149447 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b727b-6e2c-48fa-b34c-2827bee8c70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12c08ae-95c7-4817-87ce-9e87cf9ba165,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:01.158071 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1') {'for_net_delete': True} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:01.159035 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabd9aed-c65c-4478-af9e-7ef1f2e06ec1') {} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:01.163945 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-847b727b-6e2c-48fa-b34c-2827bee8c70f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8ffaa44538614f07929f501c9dd71467&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5611069 Sep 14 12:08:01.172648 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38592) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:01.182758 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626301'] for segment (aabd9aed-c65c-4478-af9e-7ef1f2e06ec1), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.190099 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-6ddd50ec-b9f7-4401-9a98-b90946f97b57 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f86c6b8f38c844df97d670fc6be13b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7138705 Sep 14 12:08:01.193386 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38594) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:01.206525 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd50ec-b9f7-4401-9a98-b90946f97b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487b15bc-4375-4caf-94ee-0497c0e2547e,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:01.226740 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (aabd9aed-c65c-4478-af9e-7ef1f2e06ec1), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.245765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=106903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:08:01.246196 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250618'] for segment (aabd9aed-c65c-4478-af9e-7ef1f2e06ec1), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.251244 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4fe59c99-9592-43ae-b8a9-ae7afd4617a9 admin admin] Publish callbacks [] for security_group (487b15bc-4375-4caf-94ee-0497c0e2547e), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.267386 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3dee-abba-474c-bf14-0c300ade2b73 admin admin] Publish callbacks [] for security_group (b12c08ae-95c7-4817-87ce-9e87cf9ba165), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.273062 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4fe59c99-9592-43ae-b8a9-ae7afd4617a9 admin admin] Publish callbacks [] for security_group (487b15bc-4375-4caf-94ee-0497c0e2547e), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.295049 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment aabd9aed-c65c-4478-af9e-7ef1f2e06ec1 resource provider aggregate not found Sep 14 12:08:01.322445 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment aabd9aed-c65c-4478-af9e-7ef1f2e06ec1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid aabd9aed-c65c-4478-af9e-7ef1f2e06ec1 found for delete ", "request_id": "req-b8cbb1fa-41b1-4061-a448-ae3d852eb14c"}]} Sep 14 12:08:01.333048 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3dee-abba-474c-bf14-0c300ade2b73 admin admin] Publish callbacks [] for security_group (b12c08ae-95c7-4817-87ce-9e87cf9ba165), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.463895 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4fe59c99-9592-43ae-b8a9-ae7afd4617a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (487b15bc-4375-4caf-94ee-0497c0e2547e), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.466625 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4fe59c99-9592-43ae-b8a9-ae7afd4617a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.471104 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (e96091d1-99a1-47fc-9c36-d9d9004c432f), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.472614 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3dee-abba-474c-bf14-0c300ade2b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b12c08ae-95c7-4817-87ce-9e87cf9ba165), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.474305 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-4fe59c99-9592-43ae-b8a9-ae7afd4617a9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/487b15bc-4375-4caf-94ee-0497c0e2547e HTTP/1.1" status: 204 len: 168 time: 0.2756252 Sep 14 12:08:01.475949 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7d2e3dee-abba-474c-bf14-0c300ade2b73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.479020 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-7d2e3dee-abba-474c-bf14-0c300ade2b73 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b12c08ae-95c7-4817-87ce-9e87cf9ba165 HTTP/1.1" status: 204 len: 168 time: 0.3028457 Sep 14 12:08:01.501801 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe59c99-9592-43ae-b8a9-ae7afd4617a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487b15bc-4375-4caf-94ee-0497c0e2547e,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:01.558898 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:01.564447 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/e96091d1-99a1-47fc-9c36-d9d9004c432f HTTP/1.1" status: 204 len: 168 time: 1.1606619 Sep 14 12:08:01.587159 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e3dee-abba-474c-bf14-0c300ade2b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12c08ae-95c7-4817-87ce-9e87cf9ba165,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:01.589795 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:01.589795 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81866d-f3a0-4781-a4f9-6d90ed7c609a admin admin] Pushing event deleted for resources: {'Network': ['ID=e96091d1-99a1-47fc-9c36-d9d9004c432f,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:01.603543 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d626730-cb77-4d4a-b02b-a8e667571f7d req-7d8bea90-fdba-4da0-85fc-bd87e087c480 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:01.610517 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8d626730-cb77-4d4a-b02b-a8e667571f7d req-7d8bea90-fdba-4da0-85fc-bd87e087c480 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.1518235 Sep 14 12:08:01.620197 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-e70d15d5-44bb-410c-ab54-2eda46c9cb26 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1030002 Sep 14 12:08:01.660517 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8d626730-cb77-4d4a-b02b-a8e667571f7d req-3e211200-65d9-4a3c-aa27-d6e7cf1fc5c1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490670 Sep 14 12:08:01.698685 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 30045e33-a8c6-41fb-9b96-a1453141b2de no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:08:01.721297 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 30045e33-a8c6-41fb-9b96-a1453141b2de {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:08:01.721638 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 30045e33-a8c6-41fb-9b96-a1453141b2de not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:08:01.770397 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-b096f076-adda-4cef-b7ed-1c5866c5ab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:01.771988 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-b096f076-adda-4cef-b7ed-1c5866c5ab69 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 1130 time: 0.0412991 Sep 14 12:08:01.909076 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-7b116da9-e580-4928-8078-a326dc911d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:01.911355 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-7b116da9-e580-4928-8078-a326dc911d73 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.1099622 Sep 14 12:08:01.969775 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-61b86867-8f44-48ce-a887-8335e35409d5 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1 HTTP/1.1" status: 200 len: 217 time: 0.0478089 Sep 14 12:08:02.022351 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:02.043742 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-16836925-6f53-4d86-9d61-b56ff81f5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:02.045672 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-16836925-6f53-4d86-9d61-b56ff81f5bed service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0681434 Sep 14 12:08:02.100303 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-9c8c460e-8dee-4bcc-8436-b7993db43f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:02.102324 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-9c8c460e-8dee-4bcc-8436-b7993db43f91 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496786 Sep 14 12:08:02.214896 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-38be6862-f3dc-474f-9012-140637c34259 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988913 Sep 14 12:08:02.320872 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c42139f5-9a81-4150-bcfc-b4469c9dd5a4 req-a549ef63-4071-4835-923b-39c99c21979b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936716 Sep 14 12:08:02.487167 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:02.498894 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38618) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:02.546944 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-d46c7d3f-ca4f-459d-8f30-1ea5442b1c3f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=933ef2ab34a441b982b69839434d689e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0460713 Sep 14 12:08:02.549467 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38620) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:02.589576 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38622) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:02.608742 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee3c0-51aa-4ad2-9df2-f9152b406cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:02.615536 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7e1bbef0-1ef2-4997-8a5b-d13ec5acb968 admin admin] Publish callbacks [] for security_group (250eb181-b808-4d9d-927e-14d979912a06), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:02.639280 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7e1bbef0-1ef2-4997-8a5b-d13ec5acb968 admin admin] Publish callbacks [] for security_group (250eb181-b808-4d9d-927e-14d979912a06), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:02.712559 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee3c0-51aa-4ad2-9df2-f9152b406cd1 admin admin] Publish callbacks [] for security_group (c5f12eae-0536-4b4f-989a-43e82de12e93), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:02.761664 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:02.804927 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4debaa93-017d-4f7b-b0e4-77ac5b778103 req-d242eca6-b50b-49b9-be66-1426feaacee0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:02.806473 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4debaa93-017d-4f7b-b0e4-77ac5b778103 req-d242eca6-b50b-49b9-be66-1426feaacee0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0535457 Sep 14 12:08:02.821628 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dd1ee3c0-51aa-4ad2-9df2-f9152b406cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (c5f12eae-0536-4b4f-989a-43e82de12e93), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:02.847612 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7e1bbef0-1ef2-4997-8a5b-d13ec5acb968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (250eb181-b808-4d9d-927e-14d979912a06), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:02.852466 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7e1bbef0-1ef2-4997-8a5b-d13ec5acb968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:02.857930 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-7e1bbef0-1ef2-4997-8a5b-d13ec5acb968 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/250eb181-b808-4d9d-927e-14d979912a06 HTTP/1.1" status: 204 len: 168 time: 0.3037457 Sep 14 12:08:02.879851 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ee3c0-51aa-4ad2-9df2-f9152b406cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f12eae-0536-4b4f-989a-43e82de12e93,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:02.887432 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-dd1ee3c0-51aa-4ad2-9df2-f9152b406cd1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=014fde5ff75449b9a9e6c8fe4630f4a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2961831 Sep 14 12:08:02.892168 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38630) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:02.924003 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1bbef0-1ef2-4997-8a5b-d13ec5acb968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250eb181-b808-4d9d-927e-14d979912a06,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:02.938523 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4debaa93-017d-4f7b-b0e4-77ac5b778103 req-ae7e9f7b-7f50-41bc-be71-697e647bad78 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220899 Sep 14 12:08:03.008636 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1e314b00-8d1a-4023-90ca-5d6f0083762e admin admin] Publish callbacks [] for security_group (c5f12eae-0536-4b4f-989a-43e82de12e93), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:03.032015 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1e314b00-8d1a-4023-90ca-5d6f0083762e admin admin] Publish callbacks [] for security_group (c5f12eae-0536-4b4f-989a-43e82de12e93), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:03.057314 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:03.122781 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38636) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:03.139321 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9790eca3-ba46-4e8d-ab8f-1c105add0f27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:03.203818 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1e314b00-8d1a-4023-90ca-5d6f0083762e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (c5f12eae-0536-4b4f-989a-43e82de12e93), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:03.206553 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1e314b00-8d1a-4023-90ca-5d6f0083762e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:03.207714 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1e314b00-8d1a-4023-90ca-5d6f0083762e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c5f12eae-0536-4b4f-989a-43e82de12e93 HTTP/1.1" status: 204 len: 168 time: 0.3135612 Sep 14 12:08:03.229785 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e314b00-8d1a-4023-90ca-5d6f0083762e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f12eae-0536-4b4f-989a-43e82de12e93,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:03.310250 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9790eca3-ba46-4e8d-ab8f-1c105add0f27 admin admin] Publish callbacks [] for security_group (179adb78-e38d-4c21-ae63-e048f1671334), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:03.446104 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9790eca3-ba46-4e8d-ab8f-1c105add0f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (179adb78-e38d-4c21-ae63-e048f1671334), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:03.495662 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-9790eca3-ba46-4e8d-ab8f-1c105add0f27 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2b1f002e95844f86a432acc1cda8840d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3711450 Sep 14 12:08:03.499955 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38652) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:03.508531 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9790eca3-ba46-4e8d-ab8f-1c105add0f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179adb78-e38d-4c21-ae63-e048f1671334,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:03.567451 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-05769f12-2507-4742-b63c-a1edfccc57ae admin admin] Publish callbacks [] for security_group (179adb78-e38d-4c21-ae63-e048f1671334), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:03.593986 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-05769f12-2507-4742-b63c-a1edfccc57ae admin admin] Publish callbacks [] for security_group (179adb78-e38d-4c21-ae63-e048f1671334), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:04.063923 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-05769f12-2507-4742-b63c-a1edfccc57ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (179adb78-e38d-4c21-ae63-e048f1671334), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:04.066426 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-05769f12-2507-4742-b63c-a1edfccc57ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:04.067579 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-05769f12-2507-4742-b63c-a1edfccc57ae admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/179adb78-e38d-4c21-ae63-e048f1671334 HTTP/1.1" status: 204 len: 168 time: 0.5673668 Sep 14 12:08:04.080985 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05769f12-2507-4742-b63c-a1edfccc57ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179adb78-e38d-4c21-ae63-e048f1671334,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:04.091252 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130cbf7-12e5-4fcc-9de5-0aa0413f8c71 req-81d3f897-2360-4823-839c-79042cf56d20 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:04.091537 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6130cbf7-12e5-4fcc-9de5-0aa0413f8c71 req-81d3f897-2360-4823-839c-79042cf56d20 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0585904 Sep 14 12:08:04.144436 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6130cbf7-12e5-4fcc-9de5-0aa0413f8c71 req-435b2278-8d47-4b83-8df1-706f6b19fb53 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465481 Sep 14 12:08:04.721919 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:08:05.147254 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38710) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:05.299927 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068c8b5-bcc6-4403-8752-d17266ddca36 req-0f9912f8-445b-4963-b38b-67dece257b15 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:05.301542 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c068c8b5-bcc6-4403-8752-d17266ddca36 req-0f9912f8-445b-4963-b38b-67dece257b15 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0603178 Sep 14 12:08:05.317108 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-408791696-network', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:05.365830 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c068c8b5-bcc6-4403-8752-d17266ddca36 req-4eebf47f-579b-4b5b-9d70-3e3eee920761 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579021 Sep 14 12:08:05.387680 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Made reservation on behalf of 5b86ec91335c49aaa672aa85461d2936 for: {'network': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:08:05.391581 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:05.403056 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:05.437269 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:05.514298 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Publish callbacks [] for security_group (812839a4-72dc-4f80-b2d9-a2b74ba81dbd), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:05.617636 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (812839a4-72dc-4f80-b2d9-a2b74ba81dbd), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:05.654797 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=106902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:08:05.671685 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812839a4-72dc-4f80-b2d9-a2b74ba81dbd,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:05.685034 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (469d3944-9471-4105-8612-f6e09722405a), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:05.685034 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.segments_db [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Added segment 469d3944-9471-4105-8612-f6e09722405a of type vlan for network cf307d40-f42c-4be6-8979-65e762517b0f Sep 14 12:08:05.735292 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (cf307d40-f42c-4be6-8979-65e762517b0f), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:05.823527 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (cf307d40-f42c-4be6-8979-65e762517b0f), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:05.824420 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:05.825178 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:05.905273 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] Pushing event updated for resources: {'Network': ['ID=cf307d40-f42c-4be6-8979-65e762517b0f,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:05.918194 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network cf307d40-f42c-4be6-8979-65e762517b0f details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:08:05.985489 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38742) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:05.990950 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Request body: {'subnet': {'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-408791696-subnet', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:05.991228 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7386d734-f6bf-42d2-943f-6505fac3367e admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8323026 Sep 14 12:08:06.087657 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38748) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:06.130730 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Made reservation on behalf of 5b86ec91335c49aaa672aa85461d2936 for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:08:06.133546 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2896807'] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.192013 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b81b5d-89e1-46c2-8c47-2ce2d59f0a77 admin admin] Deleting subnet dd5052fa-b499-4d6b-bbf6-996e0b10c4d6 {{(pid=106903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:08:06.201473 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-42b81b5d-89e1-46c2-8c47-2ce2d59f0a77 admin admin] Publish callbacks [] for subnet (dd5052fa-b499-4d6b-bbf6-996e0b10c4d6), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.259490 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-42b81b5d-89e1-46c2-8c47-2ce2d59f0a77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626246'] for subnet (dd5052fa-b499-4d6b-bbf6-996e0b10c4d6), precommit_delete_associations {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.339391 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-42b81b5d-89e1-46c2-8c47-2ce2d59f0a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (dd5052fa-b499-4d6b-bbf6-996e0b10c4d6), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.364156 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:06.508924 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:06.520584 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72bb3b-572d-4d74-823e-9b20bc5c31a4 req-90bf8f11-f486-4bf8-a7be-121346dbb4ba tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:06.522166 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9e72bb3b-572d-4d74-823e-9b20bc5c31a4 req-90bf8f11-f486-4bf8-a7be-121346dbb4ba tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0509136 Sep 14 12:08:06.581426 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2896817'] for subnet (93b3fae1-42c9-4fc4-b251-714e31ec790d), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.585745 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-42b81b5d-89e1-46c2-8c47-2ce2d59f0a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2250688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2896776'] for subnet (dd5052fa-b499-4d6b-bbf6-996e0b10c4d6), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.591464 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9e72bb3b-572d-4d74-823e-9b20bc5c31a4 req-6c52939b-6d34-43eb-98df-d37d577c4eb2 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627043 Sep 14 12:08:06.638352 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-42b81b5d-89e1-46c2-8c47-2ce2d59f0a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.641581 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-42b81b5d-89e1-46c2-8c47-2ce2d59f0a77 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/dd5052fa-b499-4d6b-bbf6-996e0b10c4d6 HTTP/1.1" status: 204 len: 168 time: 0.5528443 Sep 14 12:08:06.644758 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38762) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:06.746894 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b3fae1-42c9-4fc4-b251-714e31ec790d,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:06.776657 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b81b5d-89e1-46c2-8c47-2ce2d59f0a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd5052fa-b499-4d6b-bbf6-996e0b10c4d6,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:06.781384 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Checking segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:08:06.781676 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Network hostable DHCP agents. Network: cf307d40-f42c-4be6-8979-65e762517b0f, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:08:06.785926 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (af6bdfdf-ec7b-4df5-ac94-efe6de54b578), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.901844 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (af6bdfdf-ec7b-4df5-ac94-efe6de54b578), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.936280 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6bdfdf-ec7b-4df5-ac94-efe6de54b578']}} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:06.940768 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Network cf307d40-f42c-4be6-8979-65e762517b0f is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:08:06.953766 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae713a3-847f-4612-ac6b-607ca186ab71') {'for_net_delete': True} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:06.954197 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae713a3-847f-4612-ac6b-607ca186ab71') {} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:06.965877 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626301'] for segment (2ae713a3-847f-4612-ac6b-607ca186ab71), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.982640 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (2ae713a3-847f-4612-ac6b-607ca186ab71), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:06.990847 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=106903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:08:06.991303 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250618'] for segment (2ae713a3-847f-4612-ac6b-607ca186ab71), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.037577 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment 2ae713a3-847f-4612-ac6b-607ca186ab71 resource provider aggregate not found Sep 14 12:08:07.043573 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, cf307d40-f42c-4be6-8979-65e762517b0f) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:08:07.057279 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:07.057906 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.061169 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb8911c-521b-462b-975b-d8f70e49a1e1 None None] Network cf307d40-f42c-4be6-8979-65e762517b0f requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:08:07.062598 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment 2ae713a3-847f-4612-ac6b-607ca186ab71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ae713a3-847f-4612-ac6b-607ca186ab71 found for delete ", "request_id": "req-89e48757-03b9-4268-8c8a-fcf6c965ad94"}]} Sep 14 12:08:07.140808 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (af6bdfdf-ec7b-4df5-ac94-efe6de54b578), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.166793 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:07.177834 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] Pushing event deleted for resources: {'Network': ['ID=af6bdfdf-ec7b-4df5-ac94-efe6de54b578,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:07.181147 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.184669 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-d152b1d4-5952-46aa-9030-077144d2c513 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/af6bdfdf-ec7b-4df5-ac94-efe6de54b578 HTTP/1.1" status: 204 len: 168 time: 0.5385692 Sep 14 12:08:07.187980 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38776) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:07.196864 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-ea77911f-1278-4fce-b702-e0f0fa7d33b8 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2100523 Sep 14 12:08:07.202087 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38778) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:07.218968 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:07.222344 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-cf307d40-f42c-4be6-8979-65e762517b0f', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:08:07.224377 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.246269 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:07.258515 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d99155-f40c-4b57-8633-0f676d03b50d admin admin] Deleting subnet cd748f09-0410-4374-ab93-caf159e0018e {{(pid=106902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:08:07.263642 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-89d99155-f40c-4b57-8633-0f676d03b50d admin admin] Publish callbacks [] for subnet (cd748f09-0410-4374-ab93-caf159e0018e), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.307894 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-89d99155-f40c-4b57-8633-0f676d03b50d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167013'] for subnet (cd748f09-0410-4374-ab93-caf159e0018e), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.327485 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (2da2619f-c94d-4812-88bf-dabc0f79afdc), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.330764 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (2da2619f-c94d-4812-88bf-dabc0f79afdc), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.349212 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:07.395053 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-89d99155-f40c-4b57-8633-0f676d03b50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (cd748f09-0410-4374-ab93-caf159e0018e), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.412091 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Allocated IP 172.20.0.2 (cf307d40-f42c-4be6-8979-65e762517b0f/93b3fae1-42c9-4fc4-b251-714e31ec790d/3769d4ec-a223-409e-8708-6dc0d6bc00ce) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:08:07.432546 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks [] for router_controller (2da2619f-c94d-4812-88bf-dabc0f79afdc), precommit_add_association {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.612417 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Publish callbacks [] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.623676 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-89d99155-f40c-4b57-8633-0f676d03b50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2298182'] for subnet (cd748f09-0410-4374-ab93-caf159e0018e), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.656497 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d99155-f40c-4b57-8633-0f676d03b50d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd748f09-0410-4374-ab93-caf159e0018e,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:07.671241 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-89d99155-f40c-4b57-8633-0f676d03b50d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.676751 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-89d99155-f40c-4b57-8633-0f676d03b50d admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/cd748f09-0410-4374-ab93-caf159e0018e HTTP/1.1" status: 204 len: 168 time: 0.4876945 Sep 14 12:08:07.679676 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38790) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:07.700377 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks [] for router_gateway (2da2619f-c94d-4812-88bf-dabc0f79afdc), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.711522 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.763195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Network cf307d40-f42c-4be6-8979-65e762517b0f is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:08:07.769157 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:08:07.773294 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:08:07.777062 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Pushing event updated for resources: {'Port': ['ID=3769d4ec-a223-409e-8708-6dc0d6bc00ce,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:07.787383 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2094c40-9fab-4fcb-b20e-3496322d24ec req-05d085fb-27d3-4809-9748-b38e5d1cb6ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:07.790627 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (772335ab-d422-40f8-8745-173ce39b4762), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.800373 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e2094c40-9fab-4fcb-b20e-3496322d24ec req-05d085fb-27d3-4809-9748-b38e5d1cb6ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0877686 Sep 14 12:08:07.846349 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Attempting to bind port 3769d4ec-a223-409e-8708-6dc0d6bc00ce on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:08:07.846819 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Attempting to bind port 3769d4ec-a223-409e-8708-6dc0d6bc00ce by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:08:07.847251 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Attempting to bind port 3769d4ec-a223-409e-8708-6dc0d6bc00ce on network cf307d40-f42c-4be6-8979-65e762517b0f {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:08:07.908681 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:08:07.909455 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Checking segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:08:07.910223 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.911040 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Bound using segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:08:07.912123 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Bound port: 3769d4ec-a223-409e-8708-6dc0d6bc00ce, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:08:07.912990 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.929876 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (772335ab-d422-40f8-8745-173ce39b4762), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:07.963805 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772335ab-d422-40f8-8745-173ce39b4762']}} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:07.978164 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993b148f-8567-4072-9844-906f5d2a1fb4') {'for_net_delete': True} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:07.978593 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993b148f-8567-4072-9844-906f5d2a1fb4') {} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:07.988700 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e2094c40-9fab-4fcb-b20e-3496322d24ec req-dc943e3f-e85f-47f5-b8c8-7858b9d24265 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906753 Sep 14 12:08:08.006806 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167006'] for segment (993b148f-8567-4072-9844-906f5d2a1fb4), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:08.024817 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (993b148f-8567-4072-9844-906f5d2a1fb4), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:08.034786 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=106902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:08:08.034786 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4138293'] for segment (993b148f-8567-4072-9844-906f5d2a1fb4), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:08.049038 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks [] for router_gateway (2da2619f-c94d-4812-88bf-dabc0f79afdc), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:08.058398 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] For port 3769d4ec-a223-409e-8708-6dc0d6bc00ce, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:08:08.059989 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] For port 3769d4ec-a223-409e-8708-6dc0d6bc00ce, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=3769d4ec-a223-409e-8708-6dc0d6bc00ce,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:08:08.075329 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:08.127346 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment 993b148f-8567-4072-9844-906f5d2a1fb4 resource provider aggregate not found Sep 14 12:08:08.160522 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment 993b148f-8567-4072-9844-906f5d2a1fb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 993b148f-8567-4072-9844-906f5d2a1fb4 found for delete ", "request_id": "req-e3358fb6-c756-4c23-9478-40df0ee614dc"}]} Sep 14 12:08:08.194684 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (772335ab-d422-40f8-8745-173ce39b4762), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:08.202988 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:08.234506 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:08.248227 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:08.252496 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Allocated IP 172.27.3.174 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/93ecd6cc-56fe-40d1-be48-361a9fbc4fff) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:08:08.257358 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/772335ab-d422-40f8-8745-173ce39b4762 HTTP/1.1" status: 204 len: 168 time: 0.5704873 Sep 14 12:08:08.288191 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8893c9-a35a-4472-a372-fc8a2ec35c6d admin admin] Pushing event deleted for resources: {'Network': ['ID=772335ab-d422-40f8-8745-173ce39b4762,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:08.345409 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cc508-0ed3-4ce5-b4f4-131425ad201c None None] Pushing event updated for resources: {'Port': ['ID=3769d4ec-a223-409e-8708-6dc0d6bc00ce,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:08.453252 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:08.462506 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks [] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:08.560063 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:08.655614 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:08.656980 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:08.712182 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:08:08.715421 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:08:08.720717 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:08:08.744922 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Pushing event updated for resources: {'Port': ['ID=93ecd6cc-56fe-40d1-be48-361a9fbc4fff,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:08.928584 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38816) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:08.978985 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-3a98f910-2359-413a-9b15-8a7dca5e7142 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6c9979087f9746b59bd1c2b4e0dbcd4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488966 Sep 14 12:08:08.981670 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38818) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:09.039733 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ea6d-f83f-4b13-bbb8-fa93d5a4c7cc admin admin] Publish callbacks [] for security_group (855a80de-bd55-49c2-b8f8-9a7f97ce0f17), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:09.071750 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ea6d-f83f-4b13-bbb8-fa93d5a4c7cc admin admin] Publish callbacks [] for security_group (855a80de-bd55-49c2-b8f8-9a7f97ce0f17), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:09.198500 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ecd99-147f-41e7-89b2-ba645bf4416d req-3cdf4ae7-521f-455e-8863-aaa137daf49f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:09.200078 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a76ecd99-147f-41e7-89b2-ba645bf4416d req-3cdf4ae7-521f-455e-8863-aaa137daf49f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0648890 Sep 14 12:08:09.202978 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks [] for router_gateway (2da2619f-c94d-4812-88bf-dabc0f79afdc), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:09.263634 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ea6d-f83f-4b13-bbb8-fa93d5a4c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (855a80de-bd55-49c2-b8f8-9a7f97ce0f17), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:09.266292 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c3c5ea6d-f83f-4b13-bbb8-fa93d5a4c7cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:09.274370 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c3c5ea6d-f83f-4b13-bbb8-fa93d5a4c7cc admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/855a80de-bd55-49c2-b8f8-9a7f97ce0f17 HTTP/1.1" status: 204 len: 168 time: 0.2871797 Sep 14 12:08:09.287076 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c5ea6d-f83f-4b13-bbb8-fa93d5a4c7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855a80de-bd55-49c2-b8f8-9a7f97ce0f17,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:09.364884 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a76ecd99-147f-41e7-89b2-ba645bf4416d req-c972815b-e963-491e-9d44-e051a65fedeb tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235154 Sep 14 12:08:09.527467 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2a7b1-5ce4-4087-b983-8425402957a3 None None] Network cf307d40-f42c-4be6-8979-65e762517b0f requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:08:09.569459 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (2da2619f-c94d-4812-88bf-dabc0f79afdc), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:09.588831 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-44dac71b-4d79-43b8-95f9-22ee84573de4 None None] Provisioning complete for port 3769d4ec-a223-409e-8708-6dc0d6bc00ce triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:09.589201 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-44dac71b-4d79-43b8-95f9-22ee84573de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:09.589535 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-44dac71b-4d79-43b8-95f9-22ee84573de4 None None] Attempt 1 to provision port 3769d4ec-a223-409e-8708-6dc0d6bc00ce Sep 14 12:08:09.778837 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 3769d4ec-a223-409e-8708-6dc0d6bc00ce up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:08:09.804982 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-44dac71b-4d79-43b8-95f9-22ee84573de4 None None] Current status of the port 3769d4ec-a223-409e-8708-6dc0d6bc00ce is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:09.805361 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-44dac71b-4d79-43b8-95f9-22ee84573de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:09.847869 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:09.863823 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:08:09.909631 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-44dac71b-4d79-43b8-95f9-22ee84573de4 None None] For port 3769d4ec-a223-409e-8708-6dc0d6bc00ce, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=3769d4ec-a223-409e-8708-6dc0d6bc00ce,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:09.918406 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 3769d4ec-a223-409e-8708-6dc0d6bc00ce triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:09.919346 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:09.920133 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 3769d4ec-a223-409e-8708-6dc0d6bc00ce Sep 14 12:08:10.026303 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:08:10.048570 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:08:10.052583 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-44dac71b-4d79-43b8-95f9-22ee84573de4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:10.089614 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 3769d4ec-a223-409e-8708-6dc0d6bc00ce is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:10.090106 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:10.113581 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:08:10.114290 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:07:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:10.192925 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dac71b-4d79-43b8-95f9-22ee84573de4 None None] Pushing event updated for resources: {'Port': ['ID=3769d4ec-a223-409e-8708-6dc0d6bc00ce,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:10.216768 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f2a873a8-6297-482c-b1ea-e30aa963ef0b None None] Provisioning complete for port 3769d4ec-a223-409e-8708-6dc0d6bc00ce triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:10.217158 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f2a873a8-6297-482c-b1ea-e30aa963ef0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:10.222795 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f2a873a8-6297-482c-b1ea-e30aa963ef0b None None] Attempt 1 to provision port 3769d4ec-a223-409e-8708-6dc0d6bc00ce Sep 14 12:08:10.297975 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.db.api [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106904) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 14 12:08:10.298352 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG oslo_db.api [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 12:08:10.312720 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:10.315353 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e312e0bf-c0f5-499c-9cb2-eebef5a924e5 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1110556 Sep 14 12:08:10.318720 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38834) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:10.319517 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:08:10.466105 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38838) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:10.482679 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f2a873a8-6297-482c-b1ea-e30aa963ef0b None None] Current status of the port 3769d4ec-a223-409e-8708-6dc0d6bc00ce is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:10.578331 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-09a4bcb5-025e-4c6f-a843-edfe2962e067 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=205377aab8864eed98123c393006b6e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1105347 Sep 14 12:08:10.581900 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38844) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:10.603401 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d1889-1752-4628-b262-42a8cdc250cf req-6e8d90f9-c378-410b-889a-9a28f1c2acdc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:10.605191 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0b6d1889-1752-4628-b262-42a8cdc250cf req-6e8d90f9-c378-410b-889a-9a28f1c2acdc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0864141 Sep 14 12:08:10.614157 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:08Z', 'revision_number': 3, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:10.647471 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:08:10.648007 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Updating router 2da2619f-c94d-4812-88bf-dabc0f79afdc port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:08:10.691275 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-eedc4fa6-b411-48b9-bc93-96cb99a47736 admin admin] Publish callbacks [] for security_group (909e1f74-ab1e-4328-a8cb-720450d2c3ea), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:10.692821 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:10.696116 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0b6d1889-1752-4628-b262-42a8cdc250cf req-a0fb582b-9548-4666-8c49-dfe9de22fe72 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754726 Sep 14 12:08:10.731878 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-eedc4fa6-b411-48b9-bc93-96cb99a47736 admin admin] Publish callbacks [] for security_group (909e1f74-ab1e-4328-a8cb-720450d2c3ea), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:10.772259 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:10.832663 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:10.855840 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 3769d4ec-a223-409e-8708-6dc0d6bc00ce is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:10.863272 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-eedc4fa6-b411-48b9-bc93-96cb99a47736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (909e1f74-ab1e-4328-a8cb-720450d2c3ea), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:10.865821 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-eedc4fa6-b411-48b9-bc93-96cb99a47736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:10.867166 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-eedc4fa6-b411-48b9-bc93-96cb99a47736 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/909e1f74-ab1e-4328-a8cb-720450d2c3ea HTTP/1.1" status: 204 len: 168 time: 0.2838135 Sep 14 12:08:10.868008 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:10.881665 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc4fa6-b411-48b9-bc93-96cb99a47736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909e1f74-ab1e-4328-a8cb-720450d2c3ea,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:11.043102 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Publish callbacks [] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.058433 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Allocated IP 172.20.0.1 (cf307d40-f42c-4be6-8979-65e762517b0f/93b3fae1-42c9-4fc4-b251-714e31ec790d/006abb77-190a-4a60-a327-3f58261a0fe8) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:08:11.139705 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:11.166752 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Publish callbacks [] for port (006abb77-190a-4a60-a327-3f58261a0fe8), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.172410 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.204389 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Attempting to bind port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:08:11.204757 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Attempting to bind port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:08:11.205127 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Attempting to bind port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:08:11.218467 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:11.243675 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487e93a-5b2c-4521-af15-0cdd2295f45f None None] Pushing event updated for resources: {'Port': ['ID=93ecd6cc-56fe-40d1-be48-361a9fbc4fff,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:11.260910 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:08:11.261282 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:08:11.261719 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.262117 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:08:11.262587 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Bound port: 93ecd6cc-56fe-40d1-be48-361a9fbc4fff, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:08:11.262963 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.263918 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.308770 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Network cf307d40-f42c-4be6-8979-65e762517b0f is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:08:11.311520 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:08:11.315949 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:08:11.320826 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:11.320988 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] For port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:08:11.324915 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] For port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=93ecd6cc-56fe-40d1-be48-361a9fbc4fff,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:08:11.345840 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Pushing event updated for resources: {'Port': ['ID=006abb77-190a-4a60-a327-3f58261a0fe8,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:11.367766 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (2da2619f-c94d-4812-88bf-dabc0f79afdc), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.414191 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.467261 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:08:11.468549 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:07:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:11.526665 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487e93a-5b2c-4521-af15-0cdd2295f45f None None] Pushing event updated for resources: {'Port': ['ID=93ecd6cc-56fe-40d1-be48-361a9fbc4fff,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:11.654576 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.720042 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 3769d4ec-a223-409e-8708-6dc0d6bc00ce up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:08:11.724584 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:11.745553 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Provisioning complete for port 006abb77-190a-4a60-a327-3f58261a0fe8 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:11.745952 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.754087 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Attempt 1 to provision port 006abb77-190a-4a60-a327-3f58261a0fe8 Sep 14 12:08:11.809331 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Port 006abb77-190a-4a60-a327-3f58261a0fe8 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:11.811760 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:08:11.869943 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Publish callbacks [] for port (006abb77-190a-4a60-a327-3f58261a0fe8), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.873028 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd74b68-9072-47e4-8ce5-e1103dbd947d req-acc5de93-b42b-45b1-9453-32e27cda51eb tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:11.879323 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0bd74b68-9072-47e4-8ce5-e1103dbd947d req-acc5de93-b42b-45b1-9453-32e27cda51eb tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0939023 Sep 14 12:08:11.886292 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 3769d4ec-a223-409e-8708-6dc0d6bc00ce triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:11.886652 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.886992 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 3769d4ec-a223-409e-8708-6dc0d6bc00ce Sep 14 12:08:11.889031 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:11.937162 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:11.945253 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0bd74b68-9072-47e4-8ce5-e1103dbd947d req-7aea6b85-99ec-4e1c-be5b-6fcac39436b4 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564651 Sep 14 12:08:11.971938 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:12.027368 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (2da2619f-c94d-4812-88bf-dabc0f79afdc), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:12.030293 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Pushing event updated for resources: {'Port': ['ID=006abb77-190a-4a60-a327-3f58261a0fe8,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:12.060957 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 3769d4ec-a223-409e-8708-6dc0d6bc00ce is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:12.084790 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:08Z', 'revision_number': 3, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:12.116088 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5801924a-e481-4cf8-a634-bae8d18d73fd None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:08Z', 'revision_number': 3, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:08:12.139233 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Network cf307d40-f42c-4be6-8979-65e762517b0f is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:08:12.139233 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:08:12.281451 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:08:12.310418 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Attempt 2 to provision port 006abb77-190a-4a60-a327-3f58261a0fe8 Sep 14 12:08:12.392775 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Port 006abb77-190a-4a60-a327-3f58261a0fe8 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:12.417527 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=100 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:12.428361 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:08:12.443774 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-454f8595-17b1-4449-8eb8-12c998daea9f admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/2da2619f-c94d-4812-88bf-dabc0f79afdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1222610 Sep 14 12:08:12.486222 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:12.699752 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-3d45e705-972e-4c5a-a347-a9a015755657 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:12.861212 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38928) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:12.868976 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-176bc088-0f96-4f74-8df7-91595c38ed5d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--420146813', 'description': 'tempest-description--1933446152'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:12.893994 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Attempt 3 to provision port 006abb77-190a-4a60-a327-3f58261a0fe8 Sep 14 12:08:12.918393 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:12.929486 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Port 006abb77-190a-4a60-a327-3f58261a0fe8 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:12.984494 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-176bc088-0f96-4f74-8df7-91595c38ed5d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.113748 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488ba1d-39d2-44c9-bded-015fcb7cd7ea req-2988636d-003c-4791-937f-0750c93d9246 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:13.120463 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f488ba1d-39d2-44c9-bded-015fcb7cd7ea req-2988636d-003c-4791-937f-0750c93d9246 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0699089 Sep 14 12:08:13.127334 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-176bc088-0f96-4f74-8df7-91595c38ed5d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (fb69501b-1a62-4d5e-81ae-caa464131c84), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.158829 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:13.174295 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f488ba1d-39d2-44c9-bded-015fcb7cd7ea req-acb149c9-b54f-4487-b2cb-8fea7ec9a910 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501785 Sep 14 12:08:13.200295 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-176bc088-0f96-4f74-8df7-91595c38ed5d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (fb69501b-1a62-4d5e-81ae-caa464131c84), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.229559 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bc088-0f96-4f74-8df7-91595c38ed5d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb69501b-1a62-4d5e-81ae-caa464131c84,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:13.326659 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-176bc088-0f96-4f74-8df7-91595c38ed5d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.327978 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-176bc088-0f96-4f74-8df7-91595c38ed5d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4646454 Sep 14 12:08:13.331753 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38934) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:13.338000 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-5a899c3a-f5ed-4cf9-aadc-4628b0c7cc37 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group_rule': {'security_group_id': 'fb69501b-1a62-4d5e-81ae-caa464131c84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:13.430562 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Attempt 4 to provision port 006abb77-190a-4a60-a327-3f58261a0fe8 Sep 14 12:08:13.464195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Port 006abb77-190a-4a60-a327-3f58261a0fe8 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:13.481839 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5a899c3a-f5ed-4cf9-aadc-4628b0c7cc37 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (cacd1d72-1534-4981-b754-338fc5647274), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.557574 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5a899c3a-f5ed-4cf9-aadc-4628b0c7cc37 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (cacd1d72-1534-4981-b754-338fc5647274), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.658854 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5a899c3a-f5ed-4cf9-aadc-4628b0c7cc37 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (cacd1d72-1534-4981-b754-338fc5647274), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.685991 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 93ecd6cc-56fe-40d1-be48-361a9fbc4fff up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:08:13.689809 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a899c3a-f5ed-4cf9-aadc-4628b0c7cc37 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cacd1d72-1534-4981-b754-338fc5647274,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:13.742561 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:13.743359 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.743776 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff Sep 14 12:08:13.823876 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5a899c3a-f5ed-4cf9-aadc-4628b0c7cc37 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.826304 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:13.835237 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-5a899c3a-f5ed-4cf9-aadc-4628b0c7cc37 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4911904 Sep 14 12:08:13.839608 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.841516 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 38944) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:13.843214 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-78fbcf21-c198-49a7-bb08-5cdb8900e7b3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group_rule': {'security_group_id': 'fb69501b-1a62-4d5e-81ae-caa464131c84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:13.855426 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=93ecd6cc-56fe-40d1-be48-361a9fbc4fff,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:13.877361 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:08:13.892491 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:08:13.893510 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:07:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:13.941812 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.961175 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-78fbcf21-c198-49a7-bb08-5cdb8900e7b3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (56086efe-5a8f-44bb-84ca-b4eb24366382), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:13.969976 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Attempt 5 to provision port 006abb77-190a-4a60-a327-3f58261a0fe8 Sep 14 12:08:14.002147 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:08:14.032144 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Port 006abb77-190a-4a60-a327-3f58261a0fe8 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:14.033054 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=93ecd6cc-56fe-40d1-be48-361a9fbc4fff,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:14.220942 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:14.308496 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 2, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:14.331336 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30184b55-a3db-40ea-b3dd-206f8046b4b5 req-7b51c4aa-2dde-47d1-8592-1ce575d48f8b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:14.332853 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-30184b55-a3db-40ea-b3dd-206f8046b4b5 req-7b51c4aa-2dde-47d1-8592-1ce575d48f8b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0656524 Sep 14 12:08:14.333924 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:08:14.334286 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Updating router 2da2619f-c94d-4812-88bf-dabc0f79afdc port 006abb77-190a-4a60-a327-3f58261a0fe8 binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:08:14.339386 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-78fbcf21-c198-49a7-bb08-5cdb8900e7b3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (56086efe-5a8f-44bb-84ca-b4eb24366382), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:14.367314 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:14.390083 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-30184b55-a3db-40ea-b3dd-206f8046b4b5 req-74107459-dd7c-4466-a5f9-c3c6a754bc58 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492651 Sep 14 12:08:14.444887 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-78fbcf21-c198-49a7-bb08-5cdb8900e7b3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (56086efe-5a8f-44bb-84ca-b4eb24366382), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:14.473709 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbcf21-c198-49a7-bb08-5cdb8900e7b3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56086efe-5a8f-44bb-84ca-b4eb24366382,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:14.533455 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Attempt 6 to provision port 006abb77-190a-4a60-a327-3f58261a0fe8 Sep 14 12:08:14.544048 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:14.560762 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-78fbcf21-c198-49a7-bb08-5cdb8900e7b3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:14.562276 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-78fbcf21-c198-49a7-bb08-5cdb8900e7b3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7234497 Sep 14 12:08:14.565509 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 38952) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:14.572405 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:14.581642 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Port 006abb77-190a-4a60-a327-3f58261a0fe8 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:14.660726 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Publish callbacks [] for port (006abb77-190a-4a60-a327-3f58261a0fe8), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:14.706204 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:14.800310 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:14.828528 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:14.891378 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Pushing event updated for resources: {'Port': ['ID=006abb77-190a-4a60-a327-3f58261a0fe8,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:14.903024 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.903372 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.903750 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.904108 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.904440 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.904768 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.905819 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.906180 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.906510 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.906843 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.907174 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.907527 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.907903 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.911049 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.911049 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:08:14.948553 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Attempting to bind port 006abb77-190a-4a60-a327-3f58261a0fe8 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:08:14.948987 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Attempting to bind port 006abb77-190a-4a60-a327-3f58261a0fe8 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:08:14.949354 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Attempting to bind port 006abb77-190a-4a60-a327-3f58261a0fe8 on network cf307d40-f42c-4be6-8979-65e762517b0f {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:08:14.962892 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Allocated IP 172.27.3.148 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/4c1b29d8-2652-4356-9717-5de49d88d12b) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:08:15.007176 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:08:15.007507 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Checking segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:08:15.008063 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.008613 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Bound using segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:08:15.009100 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Bound port: 006abb77-190a-4a60-a327-3f58261a0fe8, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:08:15.009710 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.082441 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Attempt 7 to provision port 006abb77-190a-4a60-a327-3f58261a0fe8 Sep 14 12:08:15.092522 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] For port 006abb77-190a-4a60-a327-3f58261a0fe8, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:08:15.098353 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] For port 006abb77-190a-4a60-a327-3f58261a0fe8, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=006abb77-190a-4a60-a327-3f58261a0fe8,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:08:15.116768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (4c1b29d8-2652-4356-9717-5de49d88d12b), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.126484 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Port 006abb77-190a-4a60-a327-3f58261a0fe8 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:15.182755 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.212339 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8f8c28a5-c5bc-4c8f-9fbe-3d8867aa400b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.212615 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (4c1b29d8-2652-4356-9717-5de49d88d12b), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.227369 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:08:15.228004 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:07:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:15.251916 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:08:15.257679 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:08:15.261242 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:08:15.281991 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b9ac1-efa2-499b-9f08-23c25ad3f6ed None None] Pushing event updated for resources: {'Port': ['ID=006abb77-190a-4a60-a327-3f58261a0fe8,revision_number=4']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:15.286780 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=4c1b29d8-2652-4356-9717-5de49d88d12b,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:15.353647 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:08:15.369805 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (43db294f-2d4d-469e-9a82-9b61bce8a770), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.386796 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:15.473981 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (4c1b29d8-2652-4356-9717-5de49d88d12b), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.515484 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:15.534281 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c408bc2-9c28-4a03-a45e-df1b3ca2a110 req-1b4d6991-3b90-4d61-a77b-cefb826cc614 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:15.535978 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4c408bc2-9c28-4a03-a45e-df1b3ca2a110 req-1b4d6991-3b90-4d61-a77b-cefb826cc614 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0532372 Sep 14 12:08:15.536264 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:15.584551 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:15.610608 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4c408bc2-9c28-4a03-a45e-df1b3ca2a110 req-c405e164-c116-4cd1-992b-c77cbec3971f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668197 Sep 14 12:08:15.614316 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c89fe3e-6585-4fcb-80de-1c06fc5cbb88 None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:08:15.631736 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Attempt 8 to provision port 006abb77-190a-4a60-a327-3f58261a0fe8 Sep 14 12:08:15.670113 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:15.743033 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 93ecd6cc-56fe-40d1-be48-361a9fbc4fff up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:08:15.796599 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Current status of the port 006abb77-190a-4a60-a327-3f58261a0fe8 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:15.797681 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.863124 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] For port 006abb77-190a-4a60-a327-3f58261a0fe8, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=006abb77-190a-4a60-a327-3f58261a0fe8,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:15.868100 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:15.868486 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.868803 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff Sep 14 12:08:15.963381 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:15.967380 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:15.991007 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (4c1b29d8-2652-4356-9717-5de49d88d12b), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:16.035435 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bcb7e-f25a-4e41-9000-111175bb5b86 None None] Pushing event updated for resources: {'Port': ['ID=006abb77-190a-4a60-a327-3f58261a0fe8,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:16.095256 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f38082e4-7113-401b-8726-e214c250c4fe None None] Provisioning complete for port 006abb77-190a-4a60-a327-3f58261a0fe8 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:16.095906 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f38082e4-7113-401b-8726-e214c250c4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:16.096517 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f38082e4-7113-401b-8726-e214c250c4fe None None] Attempt 1 to provision port 006abb77-190a-4a60-a327-3f58261a0fe8 Sep 14 12:08:16.115991 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (4c1b29d8-2652-4356-9717-5de49d88d12b), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:16.216745 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:16.232311 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f38082e4-7113-401b-8726-e214c250c4fe None None] Current status of the port 006abb77-190a-4a60-a327-3f58261a0fe8 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:16.261320 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (43db294f-2d4d-469e-9a82-9b61bce8a770), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:16.277251 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=4c1b29d8-2652-4356-9717-5de49d88d12b,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:16.341499 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:16.351314 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:16.352622 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-b50f746e-6a06-4b3e-892a-522bf3e36739 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7853978 Sep 14 12:08:16.425049 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:16.536416 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-a4696b6f-58b6-4eff-b490-f5373387f9fa tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--420146813&fields=id&tenant_id=5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 267 time: 0.0478544 Sep 14 12:08:16.685384 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-3168b399-f151-456b-9592-56ae1026e80a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:16.689935 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-3168b399-f151-456b-9592-56ae1026e80a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 814 time: 0.1340580 Sep 14 12:08:16.734650 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-bd0193c1-3771-4faa-8fc3-790648cd0619 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/quotas/5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 375 time: 0.0387158 Sep 14 12:08:16.800363 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836412c-4cb9-4a69-b65d-c2cf20a7b679 req-54f1635f-3660-4ddc-aca2-d10ae1119bc9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:16.801927 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5836412c-4cb9-4a69-b65d-c2cf20a7b679 req-54f1635f-3660-4ddc-aca2-d10ae1119bc9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0849555 Sep 14 12:08:16.815614 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2e538db4-f69e-4705-a55c-35de6a2416df tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640571 Sep 14 12:08:16.937033 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5836412c-4cb9-4a69-b65d-c2cf20a7b679 req-c790ab36-faf8-4c0c-8332-089184076af8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273563 Sep 14 12:08:16.989218 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-04007cab-ad98-4483-83c4-e4a4cba0fb2c service neutron] 10.222.0.62 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550415 Sep 14 12:08:17.091334 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-e94c0b26-461a-416e-90a4-615254c9ee60 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945170 Sep 14 12:08:17.442608 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8179d5aa-8713-44f3-a1e4-c25305f06a58 req-c910809e-bd1b-4aca-b5ac-83db2dd3620f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0389380 Sep 14 12:08:17.707136 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 006abb77-190a-4a60-a327-3f58261a0fe8 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:08:17.754439 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 006abb77-190a-4a60-a327-3f58261a0fe8 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:17.755117 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:17.755461 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 006abb77-190a-4a60-a327-3f58261a0fe8 Sep 14 12:08:17.868673 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 006abb77-190a-4a60-a327-3f58261a0fe8 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:17.960828 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:17.962637 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:18.084789 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ed4ff-b33d-42f3-829e-f223fcc40648 req-d4d64a2e-c05e-4bb2-9e4a-104701f5fb7f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:18.087181 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e09ed4ff-b33d-42f3-829e-f223fcc40648 req-d4d64a2e-c05e-4bb2-9e4a-104701f5fb7f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0631890 Sep 14 12:08:18.153895 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e09ed4ff-b33d-42f3-829e-f223fcc40648 req-73b16880-e5d7-45b6-bf87-d3e13a815cac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587718 Sep 14 12:08:18.541012 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3984fde5-2285-4c7f-8bda-12d936596ab0 req-eb8fc094-37ce-4d4c-94c0-b4552b367474 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0322065 Sep 14 12:08:19.297982 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1427a58-704c-45ed-929f-387129fb3449 req-d7bd476d-994e-4d43-8a11-d41f4f7e4c8d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:19.299474 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f1427a58-704c-45ed-929f-387129fb3449 req-d7bd476d-994e-4d43-8a11-d41f4f7e4c8d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0558999 Sep 14 12:08:19.365582 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f1427a58-704c-45ed-929f-387129fb3449 req-215b449b-079a-4af8-91e7-42a27e307828 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594018 Sep 14 12:08:19.660125 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ecb1b1c2-d6c2-4d5b-ba19-7a5e97db41ea req-73224cca-a896-450e-8567-5622864b9f0b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0410030 Sep 14 12:08:20.493407 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39120) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:20.510536 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30daee-7bd5-41cc-8090-a02acfbf4088 req-605e197b-1ae3-4934-9831-5f86cb99eb09 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:20.512525 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8f30daee-7bd5-41cc-8090-a02acfbf4088 req-605e197b-1ae3-4934-9831-5f86cb99eb09 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0644605 Sep 14 12:08:20.555953 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:20.624852 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1e9-be9a-4ef8-b068-e949d3d06bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:20.636374 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8f30daee-7bd5-41cc-8090-a02acfbf4088 req-6b784573-c93a-4c2c-acdb-4b2f1754898f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167557 Sep 14 12:08:20.640094 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:20.674133 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-b5ea0915-d53f-441e-b70a-a3754222fb2e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:20.675805 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-b5ea0915-d53f-441e-b70a-a3754222fb2e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 814 time: 0.1576223 Sep 14 12:08:20.759012 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1e9-be9a-4ef8-b068-e949d3d06bd9 admin admin] Publish callbacks [] for security_group (5ee1e29e-270c-47df-b766-3c614cb5aaed), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:20.784466 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-04ffca5f-434f-4a27-b254-30cc2342cd7b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 379 time: 0.0931489 Sep 14 12:08:20.804229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'port': {'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'admin_state_up': True, 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'security_groups': ['fb69501b-1a62-4d5e-81ae-caa464131c84']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:20.826395 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af7e3c70-83b3-44bb-9464-9fde81672384 req-1ad42af2-e6c4-4d09-bd1c-2ba72d255b09 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0399477 Sep 14 12:08:20.833009 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39128) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:20.864373 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1e9-be9a-4ef8-b068-e949d3d06bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (5ee1e29e-270c-47df-b766-3c614cb5aaed), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:20.899356 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-13e8b1e9-be9a-4ef8-b068-e949d3d06bd9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ee462318179e41d2b72893d6936916f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4044318 Sep 14 12:08:20.909169 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39132) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:20.917289 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8b1e9-be9a-4ef8-b068-e949d3d06bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee1e29e-270c-47df-b766-3c614cb5aaed,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:21.004257 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7660bbe2-2266-43ec-bef5-750ca2865679 admin admin] Publish callbacks [] for security_group (5ee1e29e-270c-47df-b766-3c614cb5aaed), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.034604 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7660bbe2-2266-43ec-bef5-750ca2865679 admin admin] Publish callbacks [] for security_group (5ee1e29e-270c-47df-b766-3c614cb5aaed), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.085694 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-679c31d9-ff91-4650-8a4b-7ca157a29ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.115060 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Made reservation on behalf of 5b86ec91335c49aaa672aa85461d2936 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:08:21.119245 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.230973 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7660bbe2-2266-43ec-bef5-750ca2865679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (5ee1e29e-270c-47df-b766-3c614cb5aaed), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.234279 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7660bbe2-2266-43ec-bef5-750ca2865679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.235429 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7660bbe2-2266-43ec-bef5-750ca2865679 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5ee1e29e-270c-47df-b766-3c614cb5aaed HTTP/1.1" status: 204 len: 168 time: 0.3253286 Sep 14 12:08:21.255477 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660bbe2-2266-43ec-bef5-750ca2865679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee1e29e-270c-47df-b766-3c614cb5aaed,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:21.333415 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-679c31d9-ff91-4650-8a4b-7ca157a29ae9 admin admin] Publish callbacks [] for security_group (1a42452d-f92a-45dc-beed-a4ba55b4242c), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.403354 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Allocated IP 172.20.0.13 (cf307d40-f42c-4be6-8979-65e762517b0f/93b3fae1-42c9-4fc4-b251-714e31ec790d/97f1a3f8-15d4-41fb-82b2-8ab9cec6e359) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:08:21.410849 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-679c31d9-ff91-4650-8a4b-7ca157a29ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (1a42452d-f92a-45dc-beed-a4ba55b4242c), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.448505 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-679c31d9-ff91-4650-8a4b-7ca157a29ae9 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4dda01f4dfae4428b4ea737705d2edcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6146977 Sep 14 12:08:21.454638 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39142) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:21.501020 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c31d9-ff91-4650-8a4b-7ca157a29ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42452d-f92a-45dc-beed-a4ba55b4242c,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:21.553279 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c15d51f4-f643-409c-92bb-8156658fe72a admin admin] Publish callbacks [] for security_group (1a42452d-f92a-45dc-beed-a4ba55b4242c), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.580187 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c15d51f4-f643-409c-92bb-8156658fe72a admin admin] Publish callbacks [] for security_group (1a42452d-f92a-45dc-beed-a4ba55b4242c), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.601422 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:21.619669 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.625239 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:21.715421 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c15d51f4-f643-409c-92bb-8156658fe72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (1a42452d-f92a-45dc-beed-a4ba55b4242c), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.718808 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c15d51f4-f643-409c-92bb-8156658fe72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.720024 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c15d51f4-f643-409c-92bb-8156658fe72a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1a42452d-f92a-45dc-beed-a4ba55b4242c HTTP/1.1" status: 204 len: 168 time: 0.2642231 Sep 14 12:08:21.731610 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d51f4-f643-409c-92bb-8156658fe72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42452d-f92a-45dc-beed-a4ba55b4242c,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:21.788456 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:21.810003 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590d8e1-c133-477c-bac3-30aa19c71afd req-d36eb4cc-bbe1-4c8f-83bc-4f0e5f56af2a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:21.812358 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4590d8e1-c133-477c-bac3-30aa19c71afd req-d36eb4cc-bbe1-4c8f-83bc-4f0e5f56af2a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0893741 Sep 14 12:08:21.874684 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Network cf307d40-f42c-4be6-8979-65e762517b0f is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:08:21.882447 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:08:21.885443 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:08:21.898133 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:21.968456 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4590d8e1-c133-477c-bac3-30aa19c71afd req-a1997d27-b60e-4294-853b-5fc4d5039071 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275725 Sep 14 12:08:21.994834 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:21.998665 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:21.999387 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:22.074196 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c853836-dd8c-4354-aa67-f2ddf85f08f4 req-dc7b83d8-4cb2-4512-9b79-9998d4557b79 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:22.075864 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c853836-dd8c-4354-aa67-f2ddf85f08f4 req-dc7b83d8-4cb2-4512-9b79-9998d4557b79 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 932 time: 0.0963862 Sep 14 12:08:22.160564 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:22.164391 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c853836-dd8c-4354-aa67-f2ddf85f08f4 req-a7b5ebba-aa0a-463d-afd8-8fadd4adcca9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771821 Sep 14 12:08:22.200970 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2c5c9a72-d513-4f5b-85bb-eadc62d0a3c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4012849 Sep 14 12:08:22.296651 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Provisioning complete for port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:22.297243 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:22.297582 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Attempt 1 to provision port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 Sep 14 12:08:22.341299 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:22.843427 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Attempt 2 to provision port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 Sep 14 12:08:22.848389 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Request body: {'port': {'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:22.904877 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:22.947904 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:23.230988 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54957cc2-0e03-4dfd-b35c-f597008ca9cb req-00b5abe4-c222-41db-9b6c-b36b217a0226 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:23.232882 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54957cc2-0e03-4dfd-b35c-f597008ca9cb req-00b5abe4-c222-41db-9b6c-b36b217a0226 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.1515696 Sep 14 12:08:23.241332 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02abf9-9474-4150-b42c-d7d47d98c5da req-bf174c1a-54c7-4229-a47d-3eb24de1ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:23.242914 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b02abf9-9474-4150-b42c-d7d47d98c5da req-bf174c1a-54c7-4229-a47d-3eb24de1ff63 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 1130 time: 0.1584914 Sep 14 12:08:23.338488 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39212) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:23.406253 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Attempt 3 to provision port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 Sep 14 12:08:23.419677 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd369a2-2411-47cf-80c9-60b7f0149494 req-e9908922-89ad-477c-9818-79a9d9bc2fd3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:23.421952 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-efd369a2-2411-47cf-80c9-60b7f0149494 req-e9908922-89ad-477c-9818-79a9d9bc2fd3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 932 time: 0.1201403 Sep 14 12:08:23.422432 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:23.429950 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b02abf9-9474-4150-b42c-d7d47d98c5da req-d1b7d0e1-58ef-4353-a445-3bfc3f91ae61 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748078 Sep 14 12:08:23.456330 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:23.474150 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54957cc2-0e03-4dfd-b35c-f597008ca9cb req-6ca0c97a-0d0b-47be-832b-4a59f913d174 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177789 Sep 14 12:08:23.497047 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:08:23.512415 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Publish callbacks [] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:23.544887 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Transition to ACTIVE for port object 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:08:23.548800 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-efd369a2-2411-47cf-80c9-60b7f0149494 req-a78371c7-56cb-481b-8bd7-946ea7f956b4 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052032 Sep 14 12:08:23.616027 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:23.618694 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2017962932-network', 'tenant_id': '2e692d812c3842608e10769277212d85'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:23.699730 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:23.737848 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Made reservation on behalf of 2e692d812c3842608e10769277212d85 for: {'network': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:08:23.739381 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Attempting to bind port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:08:23.739837 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Attempting to bind port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:08:23.740173 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Attempting to bind port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 on network cf307d40-f42c-4be6-8979-65e762517b0f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:08:23.740385 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:23.751166 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:23.795570 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 on network cf307d40-f42c-4be6-8979-65e762517b0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:08:23.796663 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Attempting to bind port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 on network cf307d40-f42c-4be6-8979-65e762517b0f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:08:23.846986 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Publish callbacks [] for security_group (38a17f45-53fb-4a5f-819c-e634e4770623), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:23.856681 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:08:23.857222 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Checking segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:08:23.857416 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Bound using segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:08:23.857878 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Bound port: 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:08:23.858765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:23.921561 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (38a17f45-53fb-4a5f-819c-e634e4770623), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:23.923393 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] For port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:08:23.927468 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] For port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:08:23.954272 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=106902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:08:23.962032 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Attempt 4 to provision port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 Sep 14 12:08:23.971064 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a17f45-53fb-4a5f-819c-e634e4770623,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:23.974075 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (c06dea09-288d-47ae-ae40-2e8fa4680400), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:23.974416 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.segments_db [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Added segment c06dea09-288d-47ae-ae40-2e8fa4680400 of type vlan for network 9135ef43-953f-4132-bfad-90e682eae5df Sep 14 12:08:24.026745 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (9135ef43-953f-4132-bfad-90e682eae5df), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:24.032165 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:08:24.073409 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:24.078399 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:24.079032 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:24.080437 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 HTTP/1.1" status: 200 len: 1094 time: 1.2395685 Sep 14 12:08:24.080996 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'tag': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:08:24.083310 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d696d023-cff7-4a55-a75d-e9430a1b8407" -d '{"events": [{"name": "network-changed", "server_uuid": "c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8", "tag": "97f1a3f8-15d4-41fb-82b2-8ab9cec6e359"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:08:24.126834 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108ece66-0079-4045-bd3a-6de07a81825c x-openstack-request-id: req-108ece66-0079-4045-bd3a-6de07a81825c {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:08:24.127122 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8", "tag": "97f1a3f8-15d4-41fb-82b2-8ab9cec6e359", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:08:24.127489 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-108ece66-0079-4045-bd3a-6de07a81825c {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:08:24.127902 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108ece66-0079-4045-bd3a-6de07a81825c'] response: {'name': 'network-changed', 'server_uuid': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'tag': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'status': 'completed', 'code': 200} Sep 14 12:08:24.131961 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (9135ef43-953f-4132-bfad-90e682eae5df), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:24.133009 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:24.133609 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:24.158845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd98445-ede5-4ba7-aa99-83d035991ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:24.204520 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] Pushing event updated for resources: {'Network': ['ID=9135ef43-953f-4132-bfad-90e682eae5df,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:24.218810 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 9135ef43-953f-4132-bfad-90e682eae5df details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:08:24.261379 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-443b5291-c9af-4564-a315-aae49147248b admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9210179 Sep 14 12:08:24.264958 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39232) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:24.273322 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Request body: {'subnet': {'network_id': '9135ef43-953f-4132-bfad-90e682eae5df', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2017962932-subnet', 'tenant_id': '2e692d812c3842608e10769277212d85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:24.400847 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Made reservation on behalf of 2e692d812c3842608e10769277212d85 for: {'subnet': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:08:24.404800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2298217'] for subnet (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:24.531570 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Attempt 5 to provision port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 Sep 14 12:08:24.610756 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-cec9cbce-a0c3-4475-9900-94fb46af5c85 None None] Port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:08:24.677583 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e278023-19b9-4567-b68b-63c0cd140b7d req-254947d5-6596-4d71-8b0b-d876fff93abf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:24.679387 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7e278023-19b9-4567-b68b-63c0cd140b7d req-254947d5-6596-4d71-8b0b-d876fff93abf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0875802 Sep 14 12:08:24.721515 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4139344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2298239'] for subnet (8364717f-1fec-4419-b631-318e90dd79ec), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:24.811324 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8364717f-1fec-4419-b631-318e90dd79ec,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:24.822547 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8ebc5-90cb-4de5-8a2b-a6ca0edbd6aa req-199a9a23-66d0-48a4-81cd-9537caae9074 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:24.827085 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Checking segment: {'id': 'c06dea09-288d-47ae-ae40-2e8fa4680400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:08:24.827430 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Network hostable DHCP agents. Network: 9135ef43-953f-4132-bfad-90e682eae5df, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:08:24.834685 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99f8ebc5-90cb-4de5-8a2b-a6ca0edbd6aa req-199a9a23-66d0-48a4-81cd-9537caae9074 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 944 time: 0.1715534 Sep 14 12:08:24.836916 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696d023-cff7-4a55-a75d-e9430a1b8407 req-bd36a658-0934-4a5c-a603-f26e4742163d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:24.840264 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d696d023-cff7-4a55-a75d-e9430a1b8407 req-bd36a658-0934-4a5c-a603-f26e4742163d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 1128 time: 0.1757967 Sep 14 12:08:24.870982 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:24.898178 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7e278023-19b9-4567-b68b-63c0cd140b7d req-32044f4f-a169-46fb-b8e6-2ba985bdad92 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034335 Sep 14 12:08:24.942087 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99f8ebc5-90cb-4de5-8a2b-a6ca0edbd6aa req-fe979a55-7bf4-4166-82ea-41aa4f87085e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877283 Sep 14 12:08:24.943822 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Network 9135ef43-953f-4132-bfad-90e682eae5df is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:08:25.107186 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 9135ef43-953f-4132-bfad-90e682eae5df) {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:08:25.111858 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:25.112471 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:25.116771 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d542f7b-0689-45f5-b6bb-c286f82a3fa4 None None] Network 9135ef43-953f-4132-bfad-90e682eae5df requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:08:25.122174 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=3,neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:25.234263 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46967aff-c556-41bf-bab5-d101f384918a None None] Network 9135ef43-953f-4132-bfad-90e682eae5df requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:08:25.283366 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-2741bfc5-7d1e-4b30-85b5-70b16df0a5e2 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0169868 Sep 14 12:08:25.586877 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=8 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:25.589075 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:25.597740 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696d023-cff7-4a55-a75d-e9430a1b8407 req-ffa2e1fb-ab9d-414e-95d7-355b46793b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:25.600376 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d696d023-cff7-4a55-a75d-e9430a1b8407 req-ffa2e1fb-ab9d-414e-95d7-355b46793b39 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=5b86ec91335c49aaa672aa85461d2936&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1327188 Sep 14 12:08:25.711055 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696d023-cff7-4a55-a75d-e9430a1b8407 req-40cc4204-f1e4-4668-8a45-e20183cdc5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:25.712739 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d696d023-cff7-4a55-a75d-e9430a1b8407 req-40cc4204-f1e4-4668-8a45-e20183cdc5ff service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052895 Sep 14 12:08:25.820885 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-a507e929-9e58-478e-97e2-5f3513218013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:25.822451 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-a507e929-9e58-478e-97e2-5f3513218013 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 1128 time: 0.0425253 Sep 14 12:08:25.870728 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2789c32b-6eaf-4f21-b6f6-176d96ea26a1 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 HTTP/1.1" status: 200 len: 217 time: 0.0343895 Sep 14 12:08:25.930264 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-ea654507-b115-41b9-9e45-5f84b1343b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:25.931749 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-ea654507-b115-41b9-9e45-5f84b1343b89 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 200 len: 853 time: 0.0540683 Sep 14 12:08:25.980176 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:26.001457 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2b32a6e6-c697-431c-a8e3-52446f1ed229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:26.002602 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-2b32a6e6-c697-431c-a8e3-52446f1ed229 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cf307d40-f42c-4be6-8979-65e762517b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633810 Sep 14 12:08:26.092432 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9735b08-9056-4769-af5b-8de6427143aa req-8965d8d8-a473-4800-be33-b15149b65116 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:26.093927 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d9735b08-9056-4769-af5b-8de6427143aa req-8965d8d8-a473-4800-be33-b15149b65116 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.1055079 Sep 14 12:08:26.160659 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c17b-3552-469b-aec5-b0585ac12c87 req-17efd2ce-0bf5-4def-8731-bcc01dbaff31 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:26.162231 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-32a5c17b-3552-469b-aec5-b0585ac12c87 req-17efd2ce-0bf5-4def-8731-bcc01dbaff31 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 944 time: 0.1127005 Sep 14 12:08:26.229072 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-c793e88d-a6d5-4d32-bc1a-3761bef9c8e9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087967 Sep 14 12:08:26.244066 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d9735b08-9056-4769-af5b-8de6427143aa req-e0836a9b-f9c5-4333-8667-757dcc04f11e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273394 Sep 14 12:08:26.313245 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-32a5c17b-3552-469b-aec5-b0585ac12c87 req-91d0f98b-81b8-47a9-b515-56e175a7e0bd tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447141 Sep 14 12:08:26.320805 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:26.392484 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9492d9e3-dca8-42f0-8b57-86cae328ebc0 req-b809275a-1efd-4e9b-b683-78c0c4ff8c3f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:26.394094 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9492d9e3-dca8-42f0-8b57-86cae328ebc0 req-b809275a-1efd-4e9b-b683-78c0c4ff8c3f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0688767 Sep 14 12:08:26.396714 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1fef057e-3822-4afc-bfa5-c78b35855f2c req-b315f2c0-82a3-4846-a513-c44a3bb224fb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564806 Sep 14 12:08:26.469778 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9492d9e3-dca8-42f0-8b57-86cae328ebc0 req-5c21e8db-47b3-44e3-842b-9a5385deaabf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682378 Sep 14 12:08:27.479955 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a1edd-a684-42b8-8e11-2d0d8631eb85 req-4b0cbaf6-6923-420a-9da7-cc4881f2ef1c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:27.482267 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ce7a1edd-a684-42b8-8e11-2d0d8631eb85 req-4b0cbaf6-6923-420a-9da7-cc4881f2ef1c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 944 time: 0.0561552 Sep 14 12:08:27.552513 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ce7a1edd-a684-42b8-8e11-2d0d8631eb85 req-d52adc65-fa6a-4223-964e-d0a20729b43e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610452 Sep 14 12:08:28.041607 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39314) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:28.171374 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-00233641-e79c-4929-82b1-dc479204c197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:28.224014 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:28.264976 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-00233641-e79c-4929-82b1-dc479204c197 admin admin] Publish callbacks [] for security_group (439e91d5-fb57-408d-974f-f83b64c5086c), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:28.349386 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-00233641-e79c-4929-82b1-dc479204c197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (439e91d5-fb57-408d-974f-f83b64c5086c), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:28.395438 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00233641-e79c-4929-82b1-dc479204c197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439e91d5-fb57-408d-974f-f83b64c5086c,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:28.403209 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 39324) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:28.403463 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-00233641-e79c-4929-82b1-dc479204c197 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=ca512c2e96e64742a6426b2990956b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604512 Sep 14 12:08:28.493718 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35fb6ddd-4489-41dc-ba85-37568ea04a50 admin admin] Publish callbacks [] for security_group (439e91d5-fb57-408d-974f-f83b64c5086c), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:28.531578 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35fb6ddd-4489-41dc-ba85-37568ea04a50 admin admin] Publish callbacks [] for security_group (439e91d5-fb57-408d-974f-f83b64c5086c), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:28.694773 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3a011-78b1-40e9-b4b9-c46ff933b538 req-8669f204-2650-4fc1-a7a9-3ed4480df1d2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:28.696315 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4fd3a011-78b1-40e9-b4b9-c46ff933b538 req-8669f204-2650-4fc1-a7a9-3ed4480df1d2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 944 time: 0.0588825 Sep 14 12:08:28.748790 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4fd3a011-78b1-40e9-b4b9-c46ff933b538 req-66b3765c-94e0-4d1d-b5c3-da4820066f8d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466795 Sep 14 12:08:28.789559 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35fb6ddd-4489-41dc-ba85-37568ea04a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (439e91d5-fb57-408d-974f-f83b64c5086c), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:28.792146 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35fb6ddd-4489-41dc-ba85-37568ea04a50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:28.793281 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-35fb6ddd-4489-41dc-ba85-37568ea04a50 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/439e91d5-fb57-408d-974f-f83b64c5086c HTTP/1.1" status: 204 len: 168 time: 0.3889267 Sep 14 12:08:28.803359 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb6ddd-4489-41dc-ba85-37568ea04a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439e91d5-fb57-408d-974f-f83b64c5086c,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:29.441414 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39340) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:29.456699 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4966a7e0-dce0-4d85-8ffa-71662a1d4cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:29.561330 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4966a7e0-dce0-4d85-8ffa-71662a1d4cf6 admin admin] Publish callbacks [] for security_group (13fdf597-0e27-48e7-9a81-656debc6f579), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:29.636757 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4966a7e0-dce0-4d85-8ffa-71662a1d4cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (13fdf597-0e27-48e7-9a81-656debc6f579), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:29.674920 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966a7e0-dce0-4d85-8ffa-71662a1d4cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fdf597-0e27-48e7-9a81-656debc6f579,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:29.697999 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-4966a7e0-dce0-4d85-8ffa-71662a1d4cf6 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d070ecb201ca4812a9a7441ae564596f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553301 Sep 14 12:08:29.698394 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 39360) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:29.764920 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c93f7619-e9b6-4619-b3f0-c933969b7087 admin admin] Publish callbacks [] for security_group (13fdf597-0e27-48e7-9a81-656debc6f579), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:29.789308 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c93f7619-e9b6-4619-b3f0-c933969b7087 admin admin] Publish callbacks [] for security_group (13fdf597-0e27-48e7-9a81-656debc6f579), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:29.918765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-96f2f3db-25c5-43d2-bdba-d61d7405dcef tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:29.920266 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-96f2f3db-25c5-43d2-bdba-d61d7405dcef tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/networks?id=9135ef43-953f-4132-bfad-90e682eae5df HTTP/1.1" status: 200 len: 809 time: 0.1367450 Sep 14 12:08:29.938618 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-00c7af02-4a2b-4070-b400-1597fc478b45 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/quotas/2e692d812c3842608e10769277212d85 HTTP/1.1" status: 200 len: 375 time: 0.0125589 Sep 14 12:08:29.976621 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-aa9a5582-4d99-409d-a553-72dbe9bc702f tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2e692d812c3842608e10769277212d85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324433 Sep 14 12:08:30.041109 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:30.057217 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c93f7619-e9b6-4619-b3f0-c933969b7087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (13fdf597-0e27-48e7-9a81-656debc6f579), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:30.059985 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c93f7619-e9b6-4619-b3f0-c933969b7087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:30.064326 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-c93f7619-e9b6-4619-b3f0-c933969b7087 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/13fdf597-0e27-48e7-9a81-656debc6f579 HTTP/1.1" status: 204 len: 168 time: 0.3614349 Sep 14 12:08:30.094005 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f7619-e9b6-4619-b3f0-c933969b7087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fdf597-0e27-48e7-9a81-656debc6f579,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:30.099717 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-916c665e-469e-4ecf-a8a6-e11655020e8b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9135ef43-953f-4132-bfad-90e682eae5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163311 Sep 14 12:08:30.189490 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d97b62-3ac1-4d91-a7b6-fcd92b153260 req-c6293ec3-5496-4d41-b5a1-61502d0fffde tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:30.191049 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-32d97b62-3ac1-4d91-a7b6-fcd92b153260 req-c6293ec3-5496-4d41-b5a1-61502d0fffde tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 944 time: 0.1102962 Sep 14 12:08:30.216881 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:30.268290 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-5f49b2f3-071c-4e38-842d-68763f2bcc37 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9135ef43-953f-4132-bfad-90e682eae5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516964 Sep 14 12:08:30.281959 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-32d97b62-3ac1-4d91-a7b6-fcd92b153260 req-c31aaf55-192f-45ee-bc22-46d17790d8ea tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807886 Sep 14 12:08:30.392338 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b435fc4-e6b4-4fc0-9b28-31b51047c392 req-d35c780c-2f3e-4990-836a-00b2417c4224 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:30.393937 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2b435fc4-e6b4-4fc0-9b28-31b51047c392 req-d35c780c-2f3e-4990-836a-00b2417c4224 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0511765 Sep 14 12:08:30.445516 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2b435fc4-e6b4-4fc0-9b28-31b51047c392 req-418bb467-c585-4406-a559-eed7dcfd203f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441630 Sep 14 12:08:30.532197 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13fb2425-72f2-4cca-b72f-77f29f339a14 req-41c048db-ceb5-41e2-87fe-14424004af70 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 210 time: 0.0318909 Sep 14 12:08:30.994235 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 39392) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:31.009202 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a05d9ea9-405a-40c9-882a-769015b7c3f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.096227 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a05d9ea9-405a-40c9-882a-769015b7c3f3 admin admin] Publish callbacks [] for security_group (9870bc51-47b1-4111-9869-5bab40664e23), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.182282 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a05d9ea9-405a-40c9-882a-769015b7c3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (9870bc51-47b1-4111-9869-5bab40664e23), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.195607 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39398) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:31.231337 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-a05d9ea9-405a-40c9-882a-769015b7c3f3 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=30f508d051884ca299571768f1f6d8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359467 Sep 14 12:08:31.232203 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05d9ea9-405a-40c9-882a-769015b7c3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9870bc51-47b1-4111-9869-5bab40664e23,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:31.234201 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39404) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:31.300787 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbd3b-20f4-427f-b16d-d1d9097b412e admin admin] Publish callbacks [] for security_group (9870bc51-47b1-4111-9869-5bab40664e23), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.323058 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbd3b-20f4-427f-b16d-d1d9097b412e admin admin] Publish callbacks [] for security_group (9870bc51-47b1-4111-9869-5bab40664e23), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.370709 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6828ab60-4487-427e-a08e-c818a662c644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.427588 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06974e51-2088-47d0-b494-85535b2800be req-c38d068e-119f-4ea6-949a-3cfd74d76a84 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:31.429376 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-06974e51-2088-47d0-b494-85535b2800be req-c38d068e-119f-4ea6-949a-3cfd74d76a84 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 944 time: 0.0633383 Sep 14 12:08:31.499544 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-c5a203db-6e4f-476b-b683-c23a369becd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:31.502093 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-c5a203db-6e4f-476b-b683-c23a369becd6 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 1130 time: 0.0811255 Sep 14 12:08:31.511646 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbd3b-20f4-427f-b16d-d1d9097b412e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (9870bc51-47b1-4111-9869-5bab40664e23), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.515189 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8f6dbd3b-20f4-427f-b16d-d1d9097b412e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.518706 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-8f6dbd3b-20f4-427f-b16d-d1d9097b412e admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/9870bc51-47b1-4111-9869-5bab40664e23 HTTP/1.1" status: 204 len: 168 time: 0.2810824 Sep 14 12:08:31.560225 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6dbd3b-20f4-427f-b16d-d1d9097b412e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9870bc51-47b1-4111-9869-5bab40664e23,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:31.616378 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6828ab60-4487-427e-a08e-c818a662c644 admin admin] Publish callbacks [] for security_group (ca397e36-0796-4153-bc60-b6f17dde0320), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.634932 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-06974e51-2088-47d0-b494-85535b2800be req-ba0dbe33-65fb-4f41-ade3-ab89559446e3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952050 Sep 14 12:08:31.688438 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7501a375-9ef3-405d-81a6-2b6de8b7ff07 req-13c11239-c6e9-4efe-9217-62a563172eb7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:31.690068 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7501a375-9ef3-405d-81a6-2b6de8b7ff07 req-13c11239-c6e9-4efe-9217-62a563172eb7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0948658 Sep 14 12:08:31.718982 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-4c8ea24b-1b41-42bd-8f6a-56af3303d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:31.720511 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-4c8ea24b-1b41-42bd-8f6a-56af3303d31c service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.2084942 Sep 14 12:08:31.748056 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8f68d3d9-3bb4-476e-83fa-c8898ee06b40 req-0cb8e12d-4ba1-4c03-ad01-c8f08e2c1ce3 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 210 time: 0.0512576 Sep 14 12:08:31.755757 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6828ab60-4487-427e-a08e-c818a662c644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (ca397e36-0796-4153-bc60-b6f17dde0320), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.794001 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:31.796323 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-850eaa00-a7ce-4b59-bed2-83db8960bc2d service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1 HTTP/1.1" status: 200 len: 217 time: 0.0520248 Sep 14 12:08:31.798348 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:31.802716 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-6828ab60-4487-427e-a08e-c818a662c644 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7b000ea7ed224815adf2ac46bab168c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6104240 Sep 14 12:08:31.810039 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39418) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:31.850977 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828ab60-4487-427e-a08e-c818a662c644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca397e36-0796-4153-bc60-b6f17dde0320,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:31.853196 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7501a375-9ef3-405d-81a6-2b6de8b7ff07 req-4a586f44-9674-45cc-9a59-ec133a1b9ce5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526654 Sep 14 12:08:31.881132 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-716c1f8c-5e49-418d-a2fc-ddc442dc4283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:31.882877 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-716c1f8c-5e49-418d-a2fc-ddc442dc4283 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0731618 Sep 14 12:08:31.907213 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7e502e34-f66b-4f3e-a644-12b1f0389572 admin admin] Publish callbacks [] for security_group (ca397e36-0796-4153-bc60-b6f17dde0320), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.935789 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7e502e34-f66b-4f3e-a644-12b1f0389572 admin admin] Publish callbacks [] for security_group (ca397e36-0796-4153-bc60-b6f17dde0320), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:31.941739 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-82a69ba1-5fa5-404e-8b1a-59024c84b709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:31.943925 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-82a69ba1-5fa5-404e-8b1a-59024c84b709 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547106 Sep 14 12:08:31.969795 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:32.064846 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-84e7d734-1263-4d01-8611-5601161e1e05 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139524 Sep 14 12:08:32.110363 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7e502e34-f66b-4f3e-a644-12b1f0389572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (ca397e36-0796-4153-bc60-b6f17dde0320), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:32.112948 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7e502e34-f66b-4f3e-a644-12b1f0389572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:32.117525 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7e502e34-f66b-4f3e-a644-12b1f0389572 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/ca397e36-0796-4153-bc60-b6f17dde0320 HTTP/1.1" status: 204 len: 168 time: 0.3059502 Sep 14 12:08:32.127839 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e502e34-f66b-4f3e-a644-12b1f0389572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca397e36-0796-4153-bc60-b6f17dde0320,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:32.157090 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:32.214915 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8cde012d-9cb8-47ab-8185-ca3d456ef714 req-03bb068c-befa-4733-9650-02a6ac1b30b6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434813 Sep 14 12:08:32.486720 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:32.983293 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39454) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:33.037276 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-41f01dee-3e53-40ba-89d7-73c7469b99ff req-f197e1fb-71b2-429b-b38f-5350ef647878 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 210 time: 0.0317671 Sep 14 12:08:33.049225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807230aa-3b16-450d-a3ce-586d6bdb7c36 req-42146053-8e98-473f-818d-f5e9abf8b7b7 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:33.050845 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-807230aa-3b16-450d-a3ce-586d6bdb7c36 req-42146053-8e98-473f-818d-f5e9abf8b7b7 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 944 time: 0.3376884 Sep 14 12:08:33.060396 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 39458) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:33.082029 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a3d056cd-3b26-43b0-b7de-0e31cc8d37ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.176624 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:08:33.213625 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-807230aa-3b16-450d-a3ce-586d6bdb7c36 req-84a48865-ad84-466d-a10a-d7bcd481d754 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274493 Sep 14 12:08:33.227015 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c5ab4-da79-4422-a206-ca713a011a5d req-a994f5f0-340d-4d78-be92-6fa640f62cea tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:33.228793 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f11c5ab4-da79-4422-a206-ca713a011a5d req-a994f5f0-340d-4d78-be92-6fa640f62cea tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.1116562 Sep 14 12:08:33.314556 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:33.324116 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a3d056cd-3b26-43b0-b7de-0e31cc8d37ea admin admin] Publish callbacks [] for security_group (169e22f7-57d8-4912-b020-bfd1c7591f6b), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.328960 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:33.329417 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f11c5ab4-da79-4422-a206-ca713a011a5d req-1c0e0b11-f0bc-4521-b1cf-bbc13c39ad3b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873837 Sep 14 12:08:33.330095 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'mac_address': 'fa:16:3e:ff:04:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:08:33.342014 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1599075848-network', 'tenant_id': '1488f00baa934f2e9b910644a179c755'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:33.370671 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:33.373689 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:33.374390 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.396302 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:08:33.419821 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:33.440136 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a3d056cd-3b26-43b0-b7de-0e31cc8d37ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (169e22f7-57d8-4912-b020-bfd1c7591f6b), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.486105 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-a3d056cd-3b26-43b0-b7de-0e31cc8d37ea admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=8c14b4b05b8d44f8837bf964784ec2a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4245758 Sep 14 12:08:33.487030 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d056cd-3b26-43b0-b7de-0e31cc8d37ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169e22f7-57d8-4912-b020-bfd1c7591f6b,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:33.488995 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39460) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:33.521379 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Made reservation on behalf of 1488f00baa934f2e9b910644a179c755 for: {'network': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:08:33.524863 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.547965 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.556948 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.593510 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7f18-36aa-462d-9910-bb5a6e13554c admin admin] Publish callbacks [] for security_group (169e22f7-57d8-4912-b020-bfd1c7591f6b), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.615431 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:33.635784 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7f18-36aa-462d-9910-bb5a6e13554c admin admin] Publish callbacks [] for security_group (169e22f7-57d8-4912-b020-bfd1c7591f6b), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.707222 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Publish callbacks [] for security_group (92d07328-7396-48b2-86f4-7f264d7385c7), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.840610 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (92d07328-7396-48b2-86f4-7f264d7385c7), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.857020 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7f18-36aa-462d-9910-bb5a6e13554c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (169e22f7-57d8-4912-b020-bfd1c7591f6b), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.859602 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9bd7f18-36aa-462d-9910-bb5a6e13554c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.860751 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c9bd7f18-36aa-462d-9910-bb5a6e13554c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/169e22f7-57d8-4912-b020-bfd1c7591f6b HTTP/1.1" status: 204 len: 168 time: 0.3707547 Sep 14 12:08:33.872474 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=106902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:08:33.881108 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d07328-7396-48b2-86f4-7f264d7385c7,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:33.898739 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd7f18-36aa-462d-9910-bb5a6e13554c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169e22f7-57d8-4912-b020-bfd1c7591f6b,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:33.901165 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (ae6063c6-d35c-4b33-b60e-108f5a21daa4), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:33.901515 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.segments_db [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Added segment ae6063c6-d35c-4b33-b60e-108f5a21daa4 of type vlan for network 39f8e997-0bf2-4e00-afc8-b558c863face Sep 14 12:08:33.944979 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (39f8e997-0bf2-4e00-afc8-b558c863face), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:34.103515 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (39f8e997-0bf2-4e00-afc8-b558c863face), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:34.104566 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:34.105156 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:34.158555 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-75819587-79d3-42e8-813f-9463b9d91e0d req-c966d835-cc4c-4263-809a-dafc6bdbae2a tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 210 time: 0.0290556 Sep 14 12:08:34.167683 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] Pushing event updated for resources: {'Network': ['ID=39f8e997-0bf2-4e00-afc8-b558c863face,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:34.183173 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 39f8e997-0bf2-4e00-afc8-b558c863face details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:08:34.239025 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['97f1a3f8-15d4-41fb-82b2-8ab9cec6e359'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:08:34.355468 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e9702-66cd-4a3f-b5b6-893c4b43cd1e req-58df1a12-291f-44f4-a8c8-4e1f6bcabc53 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:34.357019 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-858e9702-66cd-4a3f-b5b6-893c4b43cd1e req-58df1a12-291f-44f4-a8c8-4e1f6bcabc53 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0531046 Sep 14 12:08:34.420957 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-858e9702-66cd-4a3f-b5b6-893c4b43cd1e req-41c257c7-2416-4053-9090-b2be58ac064e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556214 Sep 14 12:08:34.444246 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-37df057e-23ae-416f-93e9-69e56c844dec admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4596057 Sep 14 12:08:34.447111 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39474) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:34.456587 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Request body: {'subnet': {'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1599075848-subnet', 'tenant_id': '1488f00baa934f2e9b910644a179c755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:34.520774 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e36d4-6b4c-4dd6-9e02-2c32ab8c4346 req-3bb4167d-38de-41d6-9f0d-c4f0a44e2c89 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:34.522902 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d56e36d4-6b4c-4dd6-9e02-2c32ab8c4346 req-3bb4167d-38de-41d6-9f0d-c4f0a44e2c89 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0713916 Sep 14 12:08:34.577903 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Made reservation on behalf of 1488f00baa934f2e9b910644a179c755 for: {'subnet': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:08:34.580820 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2298217'] for subnet (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:34.652899 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=6,neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:34.656844 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d56e36d4-6b4c-4dd6-9e02-2c32ab8c4346 req-52171395-3a68-4957-9237-61d7ba7aa9e4 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233091 Sep 14 12:08:34.721486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-5ea84c0d-9879-41de-9d43-c9f5656eca72 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:34.723956 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-5ea84c0d-9879-41de-9d43-c9f5656eca72 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.81 "GET /networking/v2.0/networks?id=9135ef43-953f-4132-bfad-90e682eae5df HTTP/1.1" status: 200 len: 809 time: 0.1860960 Sep 14 12:08:34.751182 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Request body: {'port': {'device_id': 'db89dc1f-418a-4442-835d-d99bf7ccba9e', 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df', 'admin_state_up': True, 'tenant_id': '2e692d812c3842608e10769277212d85'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:34.845530 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:35.150098 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4139344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2298239'] for subnet (61110442-bb4a-4fa4-9961-e0e4b340d87a), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:35.166878 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Made reservation on behalf of 2e692d812c3842608e10769277212d85 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:08:35.169886 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:35.208430 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:INSERT=10,neutron:UPDATE=4,neutron:SELECT=82,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:35.241008 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Checking segment: {'id': 'ae6063c6-d35c-4b33-b60e-108f5a21daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:08:35.241764 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Network hostable DHCP agents. Network: 39f8e997-0bf2-4e00-afc8-b558c863face, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:08:35.246760 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61110442-bb4a-4fa4-9961-e0e4b340d87a,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:35.265382 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:35.291269 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13f0b095-d66e-41c0-8e98-96c8f8c0c354 req-4689636c-be3e-47fc-aab5-c395649e56c6 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 210 time: 0.0391870 Sep 14 12:08:35.360177 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Allocated IP 172.20.0.3 (9135ef43-953f-4132-bfad-90e682eae5df/8364717f-1fec-4419-b631-318e90dd79ec/6ebf8114-6c7f-4cff-8ace-8be1c4341b8b) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:08:35.390026 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Network 39f8e997-0bf2-4e00-afc8-b558c863face is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:08:35.531262 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 39f8e997-0bf2-4e00-afc8-b558c863face) {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:08:35.537399 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:35.540834 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:35.542626 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks [] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:35.547113 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cfc4f7-870c-429e-a20b-983a29081a76 None None] Network 39f8e997-0bf2-4e00-afc8-b558c863face requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:08:35.610847 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed837cbc-14e5-47f0-a240-b6b68a8d50c7 req-61dfda94-1796-49c2-ba1b-61059dcd99b6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:35.612560 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ed837cbc-14e5-47f0-a240-b6b68a8d50c7 req-61dfda94-1796-49c2-ba1b-61059dcd99b6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 945 time: 0.0893853 Sep 14 12:08:35.657954 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881d87e-4cce-4a6c-ab96-173ac8f4a8ca None None] Network 39f8e997-0bf2-4e00-afc8-b558c863face requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:08:35.658526 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-9f1e34f9-4132-460e-87a3-8dd4ab982853 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2097728 Sep 14 12:08:35.673749 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ed837cbc-14e5-47f0-a240-b6b68a8d50c7 req-eaf5d77a-51ad-48aa-a095-1f5dd7d58068 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534070 Sep 14 12:08:35.689991 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:35.720118 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Network 9135ef43-953f-4132-bfad-90e682eae5df is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:08:35.723724 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:08:35.727358 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:08:35.852974 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Pushing event updated for resources: {'Port': ['ID=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:35.863510 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977eff1-8afe-499b-a7ff-e834c267ae9e req-a61bb03d-f303-450d-a3ff-028185480b8b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:35.865212 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9977eff1-8afe-499b-a7ff-e834c267ae9e req-a61bb03d-f303-450d-a3ff-028185480b8b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0757787 Sep 14 12:08:35.874342 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:35.874983 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:35.942444 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9977eff1-8afe-499b-a7ff-e834c267ae9e req-5ba4875a-88dc-46d5-9d9e-2838ca97aaa5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641670 Sep 14 12:08:36.010778 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-a09301cf-56d6-4851-b567-f4fde25d0774 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2668929 Sep 14 12:08:36.031739 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Request body: {'port': {'device_id': 'db89dc1f-418a-4442-835d-d99bf7ccba9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:36.112986 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:36.277239 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:36.379003 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:08:36.385165 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:08:36.389104 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Publish callbacks [] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:36.437301 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Transition to ACTIVE for port object 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:08:36.442742 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:08:36.448764 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d8c80-975f-48b5-a947-f882f25753f3 req-220ab71f-5b6a-45bd-867e-5251533719cc tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:36.450548 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-049d8c80-975f-48b5-a947-f882f25753f3 req-220ab71f-5b6a-45bd-867e-5251533719cc tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 931 time: 0.0642264 Sep 14 12:08:36.506507 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-049d8c80-975f-48b5-a947-f882f25753f3 req-0bc72eb2-7751-4aab-80ce-b22d9df32c9e tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503945 Sep 14 12:08:36.510049 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:36.510713 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:36.511280 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 Sep 14 12:08:36.518497 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:36.566762 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:36.607654 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:36.610738 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:36.621456 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:36.621849 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:36.649576 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:08:36.650713 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Attempting to bind port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:08:36.651390 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Attempting to bind port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'c06dea09-288d-47ae-ae40-2e8fa4680400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:08:36.651734 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Attempting to bind port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b on network 9135ef43-953f-4132-bfad-90e682eae5df {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:08:36.652329 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1d2318-172c-493f-851c-9c11c08bb8d5" -d '{"events": [{"server_uuid": "c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8", "name": "network-vif-plugged", "status": "completed", "tag": "97f1a3f8-15d4-41fb-82b2-8ab9cec6e359"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:08:36.671189 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:36.704154 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57f81b0-7fb9-4117-b69a-e9e7125745f6 x-openstack-request-id: req-f57f81b0-7fb9-4117-b69a-e9e7125745f6 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:08:36.704597 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8", "name": "network-vif-plugged", "status": "completed", "tag": "97f1a3f8-15d4-41fb-82b2-8ab9cec6e359", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:08:36.704958 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f57f81b0-7fb9-4117-b69a-e9e7125745f6 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:08:36.705526 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57f81b0-7fb9-4117-b69a-e9e7125745f6'] response: {'server_uuid': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'code': 200} Sep 14 12:08:36.712774 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b on network 9135ef43-953f-4132-bfad-90e682eae5df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:08:36.713117 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Attempting to bind port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b on network 9135ef43-953f-4132-bfad-90e682eae5df {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:08:36.744079 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:36.785490 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:08:36.785886 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Checking segment: {'id': 'c06dea09-288d-47ae-ae40-2e8fa4680400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:08:36.786309 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Bound using segment: {'id': 'c06dea09-288d-47ae-ae40-2e8fa4680400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:08:36.786748 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Bound port: 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06dea09-288d-47ae-ae40-2e8fa4680400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:08:36.787125 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:36.876116 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:36.910508 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce148463-b2ce-4ca1-872c-54a2f85a98e0 req-1c146406-1c63-4253-9dfc-7215ecd1c94d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:36.912292 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ce148463-b2ce-4ca1-872c-54a2f85a98e0 req-1c146406-1c63-4253-9dfc-7215ecd1c94d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 946 time: 0.0929928 Sep 14 12:08:36.948756 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] For port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:08:36.973120 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] For port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,segment=NetworkSegment(c06dea09-288d-47ae-ae40-2e8fa4680400),segment_id=c06dea09-288d-47ae-ae40-2e8fa4680400)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:08:36.998674 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ce148463-b2ce-4ca1-872c-54a2f85a98e0 req-687b2bc5-597c-4a82-8103-c62f3910b2a7 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747521 Sep 14 12:08:37.090943 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:37.099575 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:37.100189 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:37.102066 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/6ebf8114-6c7f-4cff-8ace-8be1c4341b8b HTTP/1.1" status: 200 len: 1093 time: 1.0741422 Sep 14 12:08:37.102066 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db89dc1f-418a-4442-835d-d99bf7ccba9e', 'tag': '6ebf8114-6c7f-4cff-8ace-8be1c4341b8b'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:08:37.104272 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35af7e52-e164-42f7-98d3-8f0f0daad1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "db89dc1f-418a-4442-835d-d99bf7ccba9e", "tag": "6ebf8114-6c7f-4cff-8ace-8be1c4341b8b"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:08:37.140423 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db1654-0ee7-4807-95a7-2c55add919b0 req-380687cb-79de-4a9e-98c3-0a070d348c39 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:37.142097 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-16db1654-0ee7-4807-95a7-2c55add919b0 req-380687cb-79de-4a9e-98c3-0a070d348c39 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0979886 Sep 14 12:08:37.165700 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de62d35-4cd6-468e-831b-8706e03a10fb x-openstack-request-id: req-2de62d35-4cd6-468e-831b-8706e03a10fb {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:08:37.166004 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db89dc1f-418a-4442-835d-d99bf7ccba9e", "tag": "6ebf8114-6c7f-4cff-8ace-8be1c4341b8b", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:08:37.166252 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2de62d35-4cd6-468e-831b-8706e03a10fb {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:08:37.166647 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de62d35-4cd6-468e-831b-8706e03a10fb'] response: {'name': 'network-changed', 'server_uuid': 'db89dc1f-418a-4442-835d-d99bf7ccba9e', 'tag': '6ebf8114-6c7f-4cff-8ace-8be1c4341b8b', 'status': 'completed', 'code': 200} Sep 14 12:08:37.187313 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eb766-7648-4ee9-a378-84f6fd9b1c87 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:37.308633 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-16db1654-0ee7-4807-95a7-2c55add919b0 req-7d831cd0-19e6-43b8-87c8-4a0f9873aea3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554649 Sep 14 12:08:37.326445 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7e52-e164-42f7-98d3-8f0f0daad1c6 req-2ee8756a-3645-44e3-b3ff-aac43b5bcdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:37.326445 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-35af7e52-e164-42f7-98d3-8f0f0daad1c6 req-2ee8756a-3645-44e3-b3ff-aac43b5bcdac service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=2e692d812c3842608e10769277212d85&device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 1127 time: 0.0794713 Sep 14 12:08:37.326445 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917c69ff-0987-49cd-bbfa-42cf101304db req-54e04219-d912-4b30-856e-b71bac3c16ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:37.326445 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-917c69ff-0987-49cd-bbfa-42cf101304db req-54e04219-d912-4b30-856e-b71bac3c16ad service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 1130 time: 0.1015880 Sep 14 12:08:37.455855 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-917c69ff-0987-49cd-bbfa-42cf101304db req-9f32d335-95cf-4fe4-9c2f-b76db6b06dfa service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984473 Sep 14 12:08:37.483039 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7e52-e164-42f7-98d3-8f0f0daad1c6 req-2eec82f8-ac20-4b54-9feb-782824570bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:37.485507 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-35af7e52-e164-42f7-98d3-8f0f0daad1c6 req-2eec82f8-ac20-4b54-9feb-782824570bbb service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=2e692d812c3842608e10769277212d85&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1364405 Sep 14 12:08:37.645611 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c799bf9-a2cc-4621-a436-6b116ed9ad87 req-04311c54-2467-4d5f-93c9-928e6c2b0bb5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:37.647126 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c799bf9-a2cc-4621-a436-6b116ed9ad87 req-04311c54-2467-4d5f-93c9-928e6c2b0bb5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 943 time: 0.0546041 Sep 14 12:08:37.706657 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c799bf9-a2cc-4621-a436-6b116ed9ad87 req-7bee4842-0c48-4a52-951e-087d0361ce1b tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533488 Sep 14 12:08:38.131566 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e08b50-9296-49b6-b9ce-e805d1367d60 req-fcf02160-0712-4ead-90f6-7484a2cfc4c6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:38.131741 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c8e08b50-9296-49b6-b9ce-e805d1367d60 req-fcf02160-0712-4ead-90f6-7484a2cfc4c6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 946 time: 0.0556426 Sep 14 12:08:38.184417 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c8e08b50-9296-49b6-b9ce-e805d1367d60 req-30456749-53e1-4f79-a350-ee0ef707bdeb tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466311 Sep 14 12:08:38.245182 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:38.425913 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:38.443570 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9c8f4-207d-4ddf-aede-42b74058aa2f req-f16f85db-5aca-4e0b-a6d0-6f171b0a0391 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:38.445058 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78b9c8f4-207d-4ddf-aede-42b74058aa2f req-f16f85db-5aca-4e0b-a6d0-6f171b0a0391 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0478129 Sep 14 12:08:38.551611 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78b9c8f4-207d-4ddf-aede-42b74058aa2f req-1b46dbb2-bc37-4ba8-ad97-08e7a8606179 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973589 Sep 14 12:08:38.581225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af7e52-e164-42f7-98d3-8f0f0daad1c6 req-a7651287-675f-476d-964f-62d6b5796636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:38.582845 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-35af7e52-e164-42f7-98d3-8f0f0daad1c6 req-a7651287-675f-476d-964f-62d6b5796636 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1368895 Sep 14 12:08:38.839349 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cf556-a505-4c37-bc20-b60857f3b7bc req-e562d8f5-5fb2-4c1b-bd2b-0083834270b5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:38.840861 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef3cf556-a505-4c37-bc20-b60857f3b7bc req-e562d8f5-5fb2-4c1b-bd2b-0083834270b5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 943 time: 0.0501950 Sep 14 12:08:38.898434 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef3cf556-a505-4c37-bc20-b60857f3b7bc req-fc8ce81d-7349-49d0-9d17-1a96b230c11d tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486388 Sep 14 12:08:39.320070 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac771b01-9c5d-427d-83c0-07771f71b081 req-24dbd133-bb2b-45b6-bc0c-e7f925f4bde9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:39.321661 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac771b01-9c5d-427d-83c0-07771f71b081 req-24dbd133-bb2b-45b6-bc0c-e7f925f4bde9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 946 time: 0.0578072 Sep 14 12:08:39.379772 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac771b01-9c5d-427d-83c0-07771f71b081 req-62dd05ca-b4a7-4c4f-8bc3-f699abb8cfd4 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504930 Sep 14 12:08:39.536345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-c49ce3b2-22ee-4b5f-a5ac-e41813188a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:39.538257 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-c49ce3b2-22ee-4b5f-a5ac-e41813188a23 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=2e692d812c3842608e10769277212d85&device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 1127 time: 0.0420856 Sep 14 12:08:39.593668 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-47d491e5-2b92-4ee0-b09c-47dd949b90fc service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b HTTP/1.1" status: 200 len: 217 time: 0.0383186 Sep 14 12:08:39.654288 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-01fbdbf6-ed70-4073-9422-23f41d893e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:39.656226 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-01fbdbf6-ed70-4073-9422-23f41d893e1a service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8364717f-1fec-4419-b631-318e90dd79ec HTTP/1.1" status: 200 len: 849 time: 0.0560529 Sep 14 12:08:39.706085 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-5ea64c4e-52ce-4c78-b922-410a204e8ed9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=9135ef43-953f-4132-bfad-90e682eae5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331097 Sep 14 12:08:39.714080 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447544-5628-4ad3-92c0-f27df0a260c8 req-59bb9320-ddd8-4bb5-ac6b-ca9f83475e00 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:39.715614 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f8447544-5628-4ad3-92c0-f27df0a260c8 req-59bb9320-ddd8-4bb5-ac6b-ca9f83475e00 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0755842 Sep 14 12:08:39.829259 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f8447544-5628-4ad3-92c0-f27df0a260c8 req-ad1dd040-4288-4861-9e0b-36dc2afaf828 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046717 Sep 14 12:08:39.855270 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-4c9ab67b-3200-48f9-b014-7868677c4aa9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9135ef43-953f-4132-bfad-90e682eae5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307569 Sep 14 12:08:39.883627 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:39.974483 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-195c0575-a2f1-4b1c-80a5-ec5d6e2d4b2a req-dd9f39fd-6ddb-47d6-9fca-8a9a11f17756 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9135ef43-953f-4132-bfad-90e682eae5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142044 Sep 14 12:08:39.984747 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:40.048759 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24064b1d-3945-4078-a7aa-0371e5ba540f req-a4073dac-4cd6-4126-bfd2-f206bbc38579 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:40.052969 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24064b1d-3945-4078-a7aa-0371e5ba540f req-a4073dac-4cd6-4126-bfd2-f206bbc38579 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 943 time: 0.0642154 Sep 14 12:08:40.107941 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24064b1d-3945-4078-a7aa-0371e5ba540f req-27a1f825-98c7-4be8-b806-4851783f19b9 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499907 Sep 14 12:08:40.362966 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-db738e35-e4d2-452c-8e4c-7b2790e498b4 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:40.364712 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-db738e35-e4d2-452c-8e4c-7b2790e498b4 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/networks?id=39f8e997-0bf2-4e00-afc8-b558c863face HTTP/1.1" status: 200 len: 814 time: 0.1185195 Sep 14 12:08:40.384324 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ddd0b550-888a-4cd2-9bfa-5d2567576504 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/quotas/1488f00baa934f2e9b910644a179c755 HTTP/1.1" status: 200 len: 375 time: 0.0139055 Sep 14 12:08:40.419159 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-268cb080-551f-4edb-ad7a-a16ef1362745 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1488f00baa934f2e9b910644a179c755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284054 Sep 14 12:08:40.534488 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31193e47-0772-4243-9a2d-cecc7e99878d req-504e9e19-22c9-40fd-abcc-2bf081ca7892 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:40.535993 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-31193e47-0772-4243-9a2d-cecc7e99878d req-504e9e19-22c9-40fd-abcc-2bf081ca7892 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 946 time: 0.0634658 Sep 14 12:08:40.572452 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-7e3373a3-1672-453d-8e66-14ebc57edc73 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/39f8e997-0bf2-4e00-afc8-b558c863face?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453404 Sep 14 12:08:40.644893 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-31193e47-0772-4243-9a2d-cecc7e99878d req-e319127a-ae28-45ba-b59f-f0dbdfa50fe1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020763 Sep 14 12:08:40.696741 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-e58a3a8f-7f68-4460-883c-f60d24ef97a1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/39f8e997-0bf2-4e00-afc8-b558c863face?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136904 Sep 14 12:08:40.961741 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f27d1-8887-41a6-942d-c6d08894d638 req-c3598f79-67d9-4646-9825-df7129fd5485 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:40.963347 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c28f27d1-8887-41a6-942d-c6d08894d638 req-c3598f79-67d9-4646-9825-df7129fd5485 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0517766 Sep 14 12:08:41.018786 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-faf5cd8f-2fd2-43ed-81f9-ef7afb95edd6 req-25bbac24-fa5f-48b5-ba4d-6cbf1a355646 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0347092 Sep 14 12:08:41.068661 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c28f27d1-8887-41a6-942d-c6d08894d638 req-e9dd6504-19b6-4134-bca2-53b82478c7b4 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912445 Sep 14 12:08:41.238031 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a90bed-b6bb-4380-a0b0-46088cd9dea6 req-e7219cd6-6c02-47a0-8aa6-13cee533564f tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:41.239537 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d4a90bed-b6bb-4380-a0b0-46088cd9dea6 req-e7219cd6-6c02-47a0-8aa6-13cee533564f tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 943 time: 0.0488822 Sep 14 12:08:41.294081 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d4a90bed-b6bb-4380-a0b0-46088cd9dea6 req-1e1f7029-7f55-4c64-a60f-f19ad642b7b4 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480235 Sep 14 12:08:41.725484 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:08:41.768494 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2561149-5e4d-47c5-8d0f-2ab57ba6b1a1 req-3f2ce13e-1832-4c9c-b271-d33574cb9c3c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:41.770004 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c2561149-5e4d-47c5-8d0f-2ab57ba6b1a1 req-3f2ce13e-1832-4c9c-b271-d33574cb9c3c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 946 time: 0.0461869 Sep 14 12:08:41.819372 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c2561149-5e4d-47c5-8d0f-2ab57ba6b1a1 req-52f813bf-f721-49fa-beba-e97e861d4ce8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Sep 14 12:08:41.953514 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e00a2-3d4a-4d13-b7fb-a1e1d487b224 req-c3cc8a0a-34b6-427a-b0f1-e4b3a798a8aa tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:41.955080 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-012e00a2-3d4a-4d13-b7fb-a1e1d487b224 req-c3cc8a0a-34b6-427a-b0f1-e4b3a798a8aa tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 946 time: 0.0532346 Sep 14 12:08:41.966495 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39630) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:08:41.974805 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-8491d7d3-ade3-4a60-9076-6c8990c259e8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'floatingip': {'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:08:42.049446 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8491d7d3-ade3-4a60-9076-6c8990c259e8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (43db294f-2d4d-469e-9a82-9b61bce8a770), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:42.126368 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6170561c-de23-4b8c-97bc-3d221e0d256e req-221af8ba-1db8-4750-96a9-a04e38dbd9f3 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0450797 Sep 14 12:08:42.478699 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e58894-4ecd-4673-848c-661820796f0b req-9c51131a-56e9-47b9-9bb4-25b79978a6b7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:42.480234 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-36e58894-4ecd-4673-848c-661820796f0b req-9c51131a-56e9-47b9-9bb4-25b79978a6b7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.3182473 Sep 14 12:08:42.550711 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df1697-31ac-4782-8a75-f01b03bbced6 req-49ffe4d6-fbc1-42fb-85ce-e02d1da78e69 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:42.552274 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-16df1697-31ac-4782-8a75-f01b03bbced6 req-49ffe4d6-fbc1-42fb-85ce-e02d1da78e69 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 943 time: 0.1186833 Sep 14 12:08:42.573787 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:42.610375 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-36e58894-4ecd-4673-848c-661820796f0b req-08fb61cd-b8a3-4a2e-8330-d8420b832bed tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058369 Sep 14 12:08:42.610375 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:42.630893 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-16df1697-31ac-4782-8a75-f01b03bbced6 req-52e4e98a-5a89-4cf8-ace2-5b932428bfd5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717885 Sep 14 12:08:42.702142 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8491d7d3-ade3-4a60-9076-6c8990c259e8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:42.808529 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4e4316dc-99a3-4a4a-85a6-d2a9afff892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:42.846698 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8491d7d3-ade3-4a60-9076-6c8990c259e8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (43db294f-2d4d-469e-9a82-9b61bce8a770), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:43.154665 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.l3_db [None req-8491d7d3-ade3-4a60-9076-6c8990c259e8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Floating IP 43db294f-2d4d-469e-9a82-9b61bce8a770 associated. External IP: 172.27.3.148, port: 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359. Sep 14 12:08:43.239734 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6cf6eaf-b87f-41d5-9a13-b149c55e241b req-d1b63138-2638-468f-991f-503802bd556e tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0304589 Sep 14 12:08:43.342203 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:43.371127 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8491d7d3-ade3-4a60-9076-6c8990c259e8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:08:43.482323 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8491d7d3-ade3-4a60-9076-6c8990c259e8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:08:43.487848 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8491d7d3-ade3-4a60-9076-6c8990c259e8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:43.489477 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=100 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:43.493101 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:08:43.506254 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:08:43.506886 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:08:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:43.521345 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-8491d7d3-ade3-4a60-9076-6c8990c259e8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/43db294f-2d4d-469e-9a82-9b61bce8a770 HTTP/1.1" status: 200 len: 992 time: 1.5535769 Sep 14 12:08:43.523727 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'tag': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:08:43.532291 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573" -d '{"events": [{"name": "network-changed", "server_uuid": "c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8", "tag": "97f1a3f8-15d4-41fb-82b2-8ab9cec6e359"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:08:43.571941 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed73fbf9-ea31-42ff-8d1c-4d8121b40665 x-openstack-request-id: req-ed73fbf9-ea31-42ff-8d1c-4d8121b40665 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:08:43.574745 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8", "tag": "97f1a3f8-15d4-41fb-82b2-8ab9cec6e359", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:08:43.574745 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed73fbf9-ea31-42ff-8d1c-4d8121b40665 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:08:43.574985 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed73fbf9-ea31-42ff-8d1c-4d8121b40665'] response: {'name': 'network-changed', 'server_uuid': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'tag': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'status': 'completed', 'code': 200} Sep 14 12:08:43.610143 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:43.630727 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:08:43.727345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101b630-28d7-4346-8467-1f6c1cbe2095 req-132ba144-eae4-49d5-b849-0b727ac8e72c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:43.728957 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4101b630-28d7-4346-8467-1f6c1cbe2095 req-132ba144-eae4-49d5-b849-0b727ac8e72c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0504105 Sep 14 12:08:43.811826 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4101b630-28d7-4346-8467-1f6c1cbe2095 req-2ec6b076-12e3-4280-bbbe-cdc6dc500b6c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755298 Sep 14 12:08:43.843750 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca1e28-e885-4705-aa20-fcaf419773b3 req-5fa94dc2-69f2-4459-86b6-f024701abb39 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:43.845113 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-baca1e28-e885-4705-aa20-fcaf419773b3 req-5fa94dc2-69f2-4459-86b6-f024701abb39 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 943 time: 0.0765457 Sep 14 12:08:43.893718 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-baca1e28-e885-4705-aa20-fcaf419773b3 req-5f07a26a-310f-43fa-8656-feb737e92083 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426805 Sep 14 12:08:43.900532 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '43db294f-2d4d-469e-9a82-9b61bce8a770', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:ff:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:08:15Z', 'updated_at': '2022-09-14T12:08:42Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:43.926450 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:08:43.935239 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:08:43.935858 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:08:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:44.024279 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:44.040084 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:08:44.253383 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '43db294f-2d4d-469e-9a82-9b61bce8a770', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:ff:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:08:15Z', 'updated_at': '2022-09-14T12:08:42Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:08:44.350865 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-25e4aa4a-decc-449d-ab4b-28dcbdfc7c0c req-9dc88e61-952a-48a6-acde-a85a6ca7453e tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0304019 Sep 14 12:08:44.413076 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f9bdc-32ea-4655-aa51-681c691f1e47 None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '43db294f-2d4d-469e-9a82-9b61bce8a770', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:ff:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:08:15Z', 'updated_at': '2022-09-14T12:08:42Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:08:44.593494 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a82222a-bfbb-4e33-9c90-443ef0c8ed0e None None] New status for floating IP 43db294f-2d4d-469e-9a82-9b61bce8a770: ACTIVE {{(pid=106905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:08:44.938731 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0a190-0787-4b94-9432-836b290a4162 req-10ff25c8-515c-4b16-b338-5812cc903ca9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:44.940242 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-37f0a190-0787-4b94-9432-836b290a4162 req-10ff25c8-515c-4b16-b338-5812cc903ca9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0524969 Sep 14 12:08:45.004532 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-37f0a190-0787-4b94-9432-836b290a4162 req-03816fe3-9bad-4844-b4b0-9355787e2fa9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578570 Sep 14 12:08:45.041261 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac475753-c1bb-49c1-8236-5fc0c922f0b8 req-e17a819a-1788-4a5f-9a73-033b526a3fd5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:45.042880 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac475753-c1bb-49c1-8236-5fc0c922f0b8 req-e17a819a-1788-4a5f-9a73-033b526a3fd5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 943 time: 0.0522060 Sep 14 12:08:45.092870 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac475753-c1bb-49c1-8236-5fc0c922f0b8 req-2d17fcaa-91ec-41aa-91de-be4d4f291a79 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438530 Sep 14 12:08:45.183483 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-85972dd7-7a15-475b-bce1-8d210d2816c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:45.458186 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6a54659e-1e37-42b1-8915-74b632f24247 req-b699bb81-09cd-4c52-a859-e742d838e34d tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0303822 Sep 14 12:08:46.130883 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fae9b6-ab99-477b-b2a8-881b513e41b7 req-a40ad966-2d87-4b86-b18b-7f4299525aa1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:46.132770 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-95fae9b6-ab99-477b-b2a8-881b513e41b7 req-a40ad966-2d87-4b86-b18b-7f4299525aa1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0488691 Sep 14 12:08:46.192307 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-95fae9b6-ab99-477b-b2a8-881b513e41b7 req-659145c1-70f5-407e-915f-e581cedc19c2 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530725 Sep 14 12:08:46.258239 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd968a-e299-48c7-93d4-cd33b88f1b47 req-1d7caecb-5462-44ab-9374-bf35cfb4b758 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:46.259719 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cbfd968a-e299-48c7-93d4-cd33b88f1b47 req-1d7caecb-5462-44ab-9374-bf35cfb4b758 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 943 time: 0.0834343 Sep 14 12:08:46.265034 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-ef514c01-be20-49ee-a782-1ca4181e81b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:46.266533 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-ef514c01-be20-49ee-a782-1ca4181e81b2 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 1130 time: 0.0569181 Sep 14 12:08:46.312936 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cbfd968a-e299-48c7-93d4-cd33b88f1b47 req-d48b473a-3ec2-456b-9783-1e6f6a1b4cbf tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454514 Sep 14 12:08:46.400216 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:08:46.439446 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-c599ad70-8b6f-4503-8c32-ef470b220c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:46.440855 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-c599ad70-8b6f-4503-8c32-ef470b220c30 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 915 time: 0.0930765 Sep 14 12:08:46.469847 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:46.511251 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,segment=NetworkSegment(c06dea09-288d-47ae-ae40-2e8fa4680400),segment_id=c06dea09-288d-47ae-ae40-2e8fa4680400)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:46.527372 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '6ebf8114-6c7f-4cff-8ace-8be1c4341b8b', 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df', 'port_id': '6ebf8114-6c7f-4cff-8ace-8be1c4341b8b', 'mac_address': 'fa:16:3e:f8:33:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8364717f-1fec-4419-b631-318e90dd79ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:08:46.537329 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-b76bfc3a-083f-4066-bfb8-8e42d9fd10a5 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 HTTP/1.1" status: 200 len: 1002 time: 0.0759718 Sep 14 12:08:46.564024 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:46.564412 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:46.575099 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0dc065fe-f42d-4fc9-bb5b-4111d419b0ee req-ee433c7d-c5c0-4ce9-ab88-0919b5080ca2 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0339320 Sep 14 12:08:46.581197 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:08:46.604438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,segment=NetworkSegment(c06dea09-288d-47ae-ae40-2e8fa4680400),segment_id=c06dea09-288d-47ae-ae40-2e8fa4680400)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:46.659250 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-1b4b910d-fd2d-48b7-b910-c5113abf1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:46.661784 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-1b4b910d-fd2d-48b7-b910-c5113abf1f02 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 200 len: 853 time: 0.0952301 Sep 14 12:08:46.715629 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:46.781698 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-887ae37a-470f-4415-8e2e-72d0bbd94d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:46.783079 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-887ae37a-470f-4415-8e2e-72d0bbd94d74 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cf307d40-f42c-4be6-8979-65e762517b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695157 Sep 14 12:08:46.803318 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:46.852905 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:46.889966 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-4e5bc401-9ec7-4e28-8035-fcda1c42ef85 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942101 Sep 14 12:08:46.954172 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:46.995133 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b30f6e6a-cab5-4aca-8b4e-f32f2283b573 req-526957b4-6991-4882-86da-8d551de6ae86 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919833 Sep 14 12:08:47.323894 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bfdf77-95a3-4bac-ae1a-861b87a379a6 req-4a89cb9c-e23f-4de7-ad4b-1287d39b38aa tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:47.325420 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6bfdf77-95a3-4bac-ae1a-861b87a379a6 req-4a89cb9c-e23f-4de7-ad4b-1287d39b38aa tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0481992 Sep 14 12:08:47.388619 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6bfdf77-95a3-4bac-ae1a-861b87a379a6 req-89e1fe5e-47b8-44bc-a876-c061563ca5fd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570047 Sep 14 12:08:47.446146 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243643c-fbbe-41b0-afbc-79202e748db0 req-9877cbea-88fa-441b-939f-328edcb636d0 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:47.447722 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5243643c-fbbe-41b0-afbc-79202e748db0 req-9877cbea-88fa-441b-939f-328edcb636d0 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 944 time: 0.0500076 Sep 14 12:08:47.501964 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5243643c-fbbe-41b0-afbc-79202e748db0 req-5a735f97-27fc-4016-81c2-d76828afb0e6 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481956 Sep 14 12:08:47.631517 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['6ebf8114-6c7f-4cff-8ace-8be1c4341b8b'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:08:47.693532 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-685f6397-68e6-4926-be7c-70797323dcf5 req-a61a1cfc-6bfb-484c-8314-66a171d20c89 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0328918 Sep 14 12:08:47.728287 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:47.915131 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:47.960676 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:48.513364 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63582c68-9d0b-487d-9713-6246ea26acdb req-0bca50bd-f455-41be-be32-178c61b33bb1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:48.515551 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63582c68-9d0b-487d-9713-6246ea26acdb req-0bca50bd-f455-41be-be32-178c61b33bb1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0479207 Sep 14 12:08:48.565503 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63582c68-9d0b-487d-9713-6246ea26acdb req-01162ff6-2bb3-420f-8e3f-0cf0765a5052 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441821 Sep 14 12:08:48.625209 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c8a8c-0ee3-4c36-9bef-1b54b8e28015 req-4e0c725d-e774-44fa-82cf-f63358accaa5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:48.626744 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0b9c8a8c-0ee3-4c36-9bef-1b54b8e28015 req-4e0c725d-e774-44fa-82cf-f63358accaa5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 944 time: 0.0475051 Sep 14 12:08:48.680651 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0b9c8a8c-0ee3-4c36-9bef-1b54b8e28015 req-d12b61a6-8b9f-4a3a-84bc-19c5ad43aa1c tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478656 Sep 14 12:08:48.801836 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5bbd87b-c537-4bad-9ccd-7ca896d7fe88 req-f56147e1-4b3c-4872-87b0-49221cb34839 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0291915 Sep 14 12:08:49.843315 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd24d-b511-4cd5-a8c5-168a07aeac5a req-db681eee-f4b2-4476-ab93-2a073ac15c47 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:49.845526 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6edfd24d-b511-4cd5-a8c5-168a07aeac5a req-db681eee-f4b2-4476-ab93-2a073ac15c47 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 944 time: 0.0796611 Sep 14 12:08:49.860515 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312b41e-7219-4b7a-b643-24ecb2b3815b req-016c2de3-57af-4a4e-9735-f60dbc10c060 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:49.862015 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3312b41e-7219-4b7a-b643-24ecb2b3815b req-016c2de3-57af-4a4e-9735-f60dbc10c060 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0663288 Sep 14 12:08:49.942856 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6edfd24d-b511-4cd5-a8c5-168a07aeac5a req-e361107b-6a66-44a7-8df4-bd6b5f97452e tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798573 Sep 14 12:08:49.945822 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3312b41e-7219-4b7a-b643-24ecb2b3815b req-ee7823c6-51f1-430e-9a0e-d35edd94f4ee tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768075 Sep 14 12:08:50.036495 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-66bc1ef6-f384-471d-b979-8056be9b8cfd req-94781fe1-2b28-4ded-888f-f910ae3ea817 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0306275 Sep 14 12:08:51.105053 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c22802-8e0b-4121-a487-9f6eec4c3de4 req-f0c39806-3b72-4f57-a142-9518a40ab32a tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:51.106576 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-82c22802-8e0b-4121-a487-9f6eec4c3de4 req-f0c39806-3b72-4f57-a142-9518a40ab32a tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 944 time: 0.0780466 Sep 14 12:08:51.114668 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f7977-7728-4dd5-b682-2b4b792221fe req-1ce0a34e-e621-4401-a7e1-2492f15d5bbc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:51.116071 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d90f7977-7728-4dd5-b682-2b4b792221fe req-1ce0a34e-e621-4401-a7e1-2492f15d5bbc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0850356 Sep 14 12:08:51.187356 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-82c22802-8e0b-4121-a487-9f6eec4c3de4 req-14311dcb-97a1-4def-9754-6110f115e058 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703270 Sep 14 12:08:51.194355 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d90f7977-7728-4dd5-b682-2b4b792221fe req-3bb1c580-fc7b-4293-9108-fc4ce3a84a98 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703695 Sep 14 12:08:51.275353 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9a356d70-694d-4868-97cd-7af3d3983e32 req-425254a3-537b-4d22-825a-a3284c050464 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0285313 Sep 14 12:08:52.349681 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c1e4b-3417-40be-a980-e2875b5835bb req-7a32cc3b-982c-4657-a239-a6cfe8f050f6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:52.351156 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-841c1e4b-3417-40be-a980-e2875b5835bb req-7a32cc3b-982c-4657-a239-a6cfe8f050f6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0802534 Sep 14 12:08:52.358763 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345e773-6ed5-45e6-b2b9-213137f40f73 req-d6f79df7-c0d2-4abb-8ffe-c932ca3ffda7 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:52.360177 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1345e773-6ed5-45e6-b2b9-213137f40f73 req-d6f79df7-c0d2-4abb-8ffe-c932ca3ffda7 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 944 time: 0.0787880 Sep 14 12:08:52.394178 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:52.429062 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:52.434981 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-841c1e4b-3417-40be-a980-e2875b5835bb req-60c5126a-3f8e-49c4-ac33-1f36f978232c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739145 Sep 14 12:08:52.440391 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1345e773-6ed5-45e6-b2b9-213137f40f73 req-db14c5ea-0a30-4f26-941d-561d2f5a46be tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717878 Sep 14 12:08:52.524345 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7678849e-fdb2-4698-b337-3e76dc820e8f req-4d200ef8-0ac6-4679-b6ac-66a69428403c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0305018 Sep 14 12:08:53.601447 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02ace7-f943-48c6-b679-bd5862525769 req-694d3bf5-e8bf-4cf4-8733-510e912202e0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:53.602409 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=6 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:53.602986 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6a02ace7-f943-48c6-b679-bd5862525769 req-694d3bf5-e8bf-4cf4-8733-510e912202e0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0817151 Sep 14 12:08:53.624504 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ecba4-0bc8-487c-bc12-0bab9cbfb87c req-79b5bb8a-0d7e-4a42-be32-3364d998b665 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:53.626550 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4e4ecba4-0bc8-487c-bc12-0bab9cbfb87c req-79b5bb8a-0d7e-4a42-be32-3364d998b665 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 944 time: 0.0704038 Sep 14 12:08:53.693038 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6a02ace7-f943-48c6-b679-bd5862525769 req-c25846d2-192c-48c5-9373-cd99d1173cb2 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835176 Sep 14 12:08:53.700554 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4e4ecba4-0bc8-487c-bc12-0bab9cbfb87c req-6c779486-22b3-4822-a4c6-7ed8a68cd0b5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638323 Sep 14 12:08:53.799488 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0636226-9f1f-41bf-8e2e-9647524abb02 req-d03fd95e-3eb2-484f-878a-9fc255b621a1 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0323062 Sep 14 12:08:54.008287 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:08:54.054580 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:08:54.115149 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:08:54.115538 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:54.115877 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b Sep 14 12:08:54.199418 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:08:54.199835 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:54.228305 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db89dc1f-418a-4442-835d-d99bf7ccba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebf8114-6c7f-4cff-8ace-8be1c4341b8b'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:08:54.230632 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf79e066-0d46-4c93-97fd-75d34fb59011" -d '{"events": [{"server_uuid": "db89dc1f-418a-4442-835d-d99bf7ccba9e", "name": "network-vif-plugged", "status": "completed", "tag": "6ebf8114-6c7f-4cff-8ace-8be1c4341b8b"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:08:54.244610 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,segment=NetworkSegment(c06dea09-288d-47ae-ae40-2e8fa4680400),segment_id=c06dea09-288d-47ae-ae40-2e8fa4680400)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:08:54.282150 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6021e4a7-648d-48ee-b5a5-1c269f821b51 x-openstack-request-id: req-6021e4a7-648d-48ee-b5a5-1c269f821b51 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:08:54.282448 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db89dc1f-418a-4442-835d-d99bf7ccba9e", "name": "network-vif-plugged", "status": "completed", "tag": "6ebf8114-6c7f-4cff-8ace-8be1c4341b8b", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:08:54.282706 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6021e4a7-648d-48ee-b5a5-1c269f821b51 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:08:54.283119 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6021e4a7-648d-48ee-b5a5-1c269f821b51'] response: {'server_uuid': 'db89dc1f-418a-4442-835d-d99bf7ccba9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebf8114-6c7f-4cff-8ace-8be1c4341b8b', 'code': 200} Sep 14 12:08:54.336210 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:08:54.341560 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:54.390463 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:08:54.656726 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6170de4-8788-4506-85f9-2031fed663d2 req-38486416-afbf-43d9-b3c4-70eb10817d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:54.658490 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6170de4-8788-4506-85f9-2031fed663d2 req-38486416-afbf-43d9-b3c4-70eb10817d21 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 1130 time: 0.0456526 Sep 14 12:08:54.731363 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6170de4-8788-4506-85f9-2031fed663d2 req-ad78e546-0c16-4e9c-95ef-132ac0aace26 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533454 Sep 14 12:08:54.749323 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:54.770472 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:54.887627 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1ec9d-5a33-4501-ad3f-483f65745c54 req-c5d1bc89-1282-42ee-ab5a-993094982487 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:54.889143 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d3e1ec9d-5a33-4501-ad3f-483f65745c54 req-c5d1bc89-1282-42ee-ab5a-993094982487 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0989926 Sep 14 12:08:54.894851 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa739b-18dd-43d8-82e3-930a2ab367bc req-82a56cd4-74de-41ae-853d-1351eb996b88 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:54.896232 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebfa739b-18dd-43d8-82e3-930a2ab367bc req-82a56cd4-74de-41ae-853d-1351eb996b88 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0894849 Sep 14 12:08:54.974086 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d3e1ec9d-5a33-4501-ad3f-483f65745c54 req-0319010f-e2cb-4839-95c9-a1550daa7d91 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768182 Sep 14 12:08:54.978531 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebfa739b-18dd-43d8-82e3-930a2ab367bc req-e02238a2-8610-4eec-9a16-d3691bb934a6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740817 Sep 14 12:08:55.084752 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-27b0e3e1-5d4c-4dcc-8305-fddbd3cc8edb req-12e52829-06b0-474f-9a63-d2c501301393 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0343280 Sep 14 12:08:55.564264 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610ebea-f3f2-45c7-a753-971915d0aa50 req-c60becfc-d9dc-4a58-a3c6-dfac398cf0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:55.565741 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e610ebea-f3f2-45c7-a753-971915d0aa50 req-c60becfc-d9dc-4a58-a3c6-dfac398cf0ee service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 1129 time: 0.0378265 Sep 14 12:08:56.167329 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e146784-1581-4336-9a1c-0b84a33f931d req-0d30504c-b0b5-4592-86f4-f3d187d5d362 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:56.168833 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4e146784-1581-4336-9a1c-0b84a33f931d req-0d30504c-b0b5-4592-86f4-f3d187d5d362 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0844111 Sep 14 12:08:56.176706 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2585e7-3809-4308-a5da-c90ff5d30a7d req-817aad7c-54b9-43dc-9c6e-5a700d6a3556 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:56.178158 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5e2585e7-3809-4308-a5da-c90ff5d30a7d req-817aad7c-54b9-43dc-9c6e-5a700d6a3556 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0920532 Sep 14 12:08:56.255842 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4e146784-1581-4336-9a1c-0b84a33f931d req-945450c4-1768-4de3-8d7f-1e59de7f61c6 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766597 Sep 14 12:08:56.259068 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5e2585e7-3809-4308-a5da-c90ff5d30a7d req-b5ec1436-0034-4a95-933b-b66c069839ca tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729840 Sep 14 12:08:56.363255 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6f3c85cc-fe3c-4da9-a2f2-690870179bbd req-f0648ce8-15ea-4a0d-b0ea-8723a0cf696a tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0320446 Sep 14 12:08:56.455634 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e610ebea-f3f2-45c7-a753-971915d0aa50 req-9fb5fd1e-7af4-43cf-b6e7-e461528a0379 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563931 Sep 14 12:08:57.419827 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e07e4-fbb2-4b8c-a619-0ece8e224bdc req-4377ad4a-cd36-410e-8bf2-823c859452da tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:57.421316 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c25e07e4-fbb2-4b8c-a619-0ece8e224bdc req-4377ad4a-cd36-410e-8bf2-823c859452da tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0774162 Sep 14 12:08:57.446604 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920abd8d-05a5-4527-9207-bb9f190e540c req-d6af1c82-9e86-443f-b88e-9993e4d1e89f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:57.448030 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-920abd8d-05a5-4527-9207-bb9f190e540c req-d6af1c82-9e86-443f-b88e-9993e4d1e89f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0669286 Sep 14 12:08:57.512753 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c25e07e4-fbb2-4b8c-a619-0ece8e224bdc req-33fef67d-193c-43a2-8fb3-07f20a2f14c1 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822287 Sep 14 12:08:57.520840 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-920abd8d-05a5-4527-9207-bb9f190e540c req-8516688f-1b26-4d64-a2ee-a4f3722d7ef8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649428 Sep 14 12:08:57.586365 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:57.612133 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ea3652f8-5917-4c00-94c7-7194f0937646 req-3e07939e-f65a-4e57-b3ad-bf57a1da68af tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0360498 Sep 14 12:08:58.684707 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576de86f-91f7-43fa-b765-eaccd043529f req-5277a49b-69fe-46b0-902e-489b27547694 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:58.686240 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-576de86f-91f7-43fa-b765-eaccd043529f req-5277a49b-69fe-46b0-902e-489b27547694 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0775928 Sep 14 12:08:58.694882 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca6b3a4-3b73-4c5c-9728-2a7ade57cb80 req-16d05b5a-bfd9-47e5-a93c-eaee3dfb65ff tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:58.696329 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aca6b3a4-3b73-4c5c-9728-2a7ade57cb80 req-16d05b5a-bfd9-47e5-a93c-eaee3dfb65ff tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0760128 Sep 14 12:08:58.717374 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:08:58.777309 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-576de86f-91f7-43fa-b765-eaccd043529f req-c5cdbc7e-9c91-49a0-965a-aa3bcecd0ea9 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799639 Sep 14 12:08:58.782152 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aca6b3a4-3b73-4c5c-9728-2a7ade57cb80 req-fe0d7e57-c279-458e-8b46-54a98f778145 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782175 Sep 14 12:08:58.889763 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b1e5fa2d-ae5c-441d-afc0-8e6adbd88076 req-87a86a0c-c22f-4faa-8004-e0cb97bfcc11 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0330045 Sep 14 12:08:59.177052 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa98e2-d08c-4a94-89e9-b6846f7aa78c req-6f4e10f4-16e2-46df-b00a-4d5649e7cbeb tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:59.178601 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1efa98e2-d08c-4a94-89e9-b6846f7aa78c req-6f4e10f4-16e2-46df-b00a-4d5649e7cbeb tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0506120 Sep 14 12:08:59.236267 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1efa98e2-d08c-4a94-89e9-b6846f7aa78c req-993a1068-8bc7-4c37-9440-27483a0c49ef tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511978 Sep 14 12:08:59.942584 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7626ea-11d4-4494-b217-487b1da56bf0 req-e3ff0682-5d66-43fe-ac60-e5eb798e60f8 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:08:59.947407 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ba7626ea-11d4-4494-b217-487b1da56bf0 req-e3ff0682-5d66-43fe-ac60-e5eb798e60f8 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0704010 Sep 14 12:09:00.022692 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ba7626ea-11d4-4494-b217-487b1da56bf0 req-7c1c9bca-fbd9-412f-a418-b5d061a70cdc tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690310 Sep 14 12:09:00.058924 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dd667ab3-8b3a-4ea8-b589-8fdcb7df1ffb req-6a830225-1653-48f8-bce9-8f8531dfb760 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0350745 Sep 14 12:09:00.421330 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39868) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:00.435016 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60cab7b-74e7-4b2d-878e-2b1606b4dcdb req-a9d70cf8-c878-4f3c-b4db-3ad6e99308ed tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:00.436910 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b60cab7b-74e7-4b2d-878e-2b1606b4dcdb req-a9d70cf8-c878-4f3c-b4db-3ad6e99308ed tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0724623 Sep 14 12:09:00.542593 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b60cab7b-74e7-4b2d-878e-2b1606b4dcdb req-11be86ba-a72b-4a7f-9038-b4c1d8071a5a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946357 Sep 14 12:09:00.648496 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:00.738508 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Publish callbacks [] for security_group (28883cd3-2c6d-48e5-a28b-8133875e256c), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:00.839378 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (28883cd3-2c6d-48e5-a28b-8133875e256c), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:00.903760 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cc74efd9f7be4e65bd37bb9f2b888bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808626 Sep 14 12:09:00.904832 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28883cd3-2c6d-48e5-a28b-8133875e256c,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:00.910045 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39876) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:00.929071 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.929900 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.930682 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.931553 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.931737 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.932272 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.932800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.933550 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.934322 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.935074 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.935808 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.936461 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.936900 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.937435 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.938159 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a2697d-f1ce-4535-8ce7-84545d0f86f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:00.942024 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-50b4de75-01b3-4b3d-aac4-e3ba4fcf9630 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:00.942024 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-50b4de75-01b3-4b3d-aac4-e3ba4fcf9630 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.81 "GET /networking/v2.0/networks?id=39f8e997-0bf2-4e00-afc8-b558c863face HTTP/1.1" status: 200 len: 814 time: 0.1913841 Sep 14 12:09:00.997206 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-756e05f9-6b30-4cc2-b194-510272bcd8c5 admin admin] Publish callbacks [] for security_group (28883cd3-2c6d-48e5-a28b-8133875e256c), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:01.030537 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-756e05f9-6b30-4cc2-b194-510272bcd8c5 admin admin] Publish callbacks [] for security_group (28883cd3-2c6d-48e5-a28b-8133875e256c), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:01.164170 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04430bd-30c9-4bf0-818e-733ac63e9e2b req-9212f777-a508-4ea4-9c5f-afdd13e686b4 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:01.165711 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b04430bd-30c9-4bf0-818e-733ac63e9e2b req-9212f777-a508-4ea4-9c5f-afdd13e686b4 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0574980 Sep 14 12:09:01.184116 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-756e05f9-6b30-4cc2-b194-510272bcd8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (28883cd3-2c6d-48e5-a28b-8133875e256c), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:01.187865 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-756e05f9-6b30-4cc2-b194-510272bcd8c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:01.192875 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-756e05f9-6b30-4cc2-b194-510272bcd8c5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/28883cd3-2c6d-48e5-a28b-8133875e256c HTTP/1.1" status: 204 len: 168 time: 0.2776997 Sep 14 12:09:01.204754 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e05f9-6b30-4cc2-b194-510272bcd8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28883cd3-2c6d-48e5-a28b-8133875e256c,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:01.211905 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-055fbe07-16df-4e3e-bd6d-00e5e113fb2c req-5a93504a-5c87-4cf7-9f00-0137ea03926e tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0419278 Sep 14 12:09:01.260897 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b04430bd-30c9-4bf0-818e-733ac63e9e2b req-c38647f5-d2c0-4913-8fed-5369292be04e tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818207 Sep 14 12:09:01.681121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea6748-962e-4e3b-bc5f-be694f1a58d5 req-b25e952a-e0a0-406a-b862-e99f4ecc6c4a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:01.682674 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dea6748-962e-4e3b-bc5f-be694f1a58d5 req-b25e952a-e0a0-406a-b862-e99f4ecc6c4a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0533061 Sep 14 12:09:01.739990 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2dea6748-962e-4e3b-bc5f-be694f1a58d5 req-66bdef3a-5f8c-4b9a-ba7f-4695b3138ae5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511827 Sep 14 12:09:01.772829 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Request body: {'port': {'device_id': '991ad790-ed34-4f78-9db4-91ad889c3c47', 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face', 'admin_state_up': True, 'tenant_id': '1488f00baa934f2e9b910644a179c755'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:01.865346 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-9d4308cc-8597-4779-9dde-aaecda097617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:01.867006 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-9d4308cc-8597-4779-9dde-aaecda097617 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 1130 time: 0.0882957 Sep 14 12:09:01.992616 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:02.033403 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-6bab787e-cb1c-4621-b7e9-fe2fe24c32a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:02.035901 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-6bab787e-cb1c-4621-b7e9-fe2fe24c32a6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.1493685 Sep 14 12:09:02.052511 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39896) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:02.059347 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dd85f342-a596-4880-9ac5-a4ded2748ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.155786 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dd85f342-a596-4880-9ac5-a4ded2748ded admin admin] Publish callbacks [] for security_group (173c87d2-a809-4c67-87a2-72a63da2d25e), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.193377 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Made reservation on behalf of 1488f00baa934f2e9b910644a179c755 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:02.197372 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.216413 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:02.324830 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dd85f342-a596-4880-9ac5-a4ded2748ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (173c87d2-a809-4c67-87a2-72a63da2d25e), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.362339 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4797f153-67e3-41e5-b519-65a67c4674b1 req-152d3841-0e9d-4b74-bf38-5014582e3432 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0423965 Sep 14 12:09:02.367719 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-dd85f342-a596-4880-9ac5-a4ded2748ded admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=cfc2c634bda643ff95207a22038e624d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3234065 Sep 14 12:09:02.370389 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85f342-a596-4880-9ac5-a4ded2748ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173c87d2-a809-4c67-87a2-72a63da2d25e,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:02.371582 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 39904) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:02.400145 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Allocated IP 172.20.0.8 (39f8e997-0bf2-4e00-afc8-b558c863face/61110442-bb4a-4fa4-9961-e0e4b340d87a/de246217-d047-4d75-a069-3f9ac78fe2d2) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:02.504253 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-cc3bf1d3-e304-45fa-ab8f-a9a66de48bf7 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1 HTTP/1.1" status: 200 len: 217 time: 0.0576499 Sep 14 12:09:02.514087 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Publish callbacks [] for security_group (173c87d2-a809-4c67-87a2-72a63da2d25e), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.523184 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.617578 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Publish callbacks [] for security_group (173c87d2-a809-4c67-87a2-72a63da2d25e), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.659265 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:02.671050 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-949b18ed-e7d4-4dff-ba79-9e15c81c046a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:02.673108 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-949b18ed-e7d4-4dff-ba79-9e15c81c046a service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.1355319 Sep 14 12:09:02.724709 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks [] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.793292 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (173c87d2-a809-4c67-87a2-72a63da2d25e), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.795936 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.797242 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/173c87d2-a809-4c67-87a2-72a63da2d25e HTTP/1.1" status: 204 len: 168 time: 0.4245741 Sep 14 12:09:02.807619 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173c87d2-a809-4c67-87a2-72a63da2d25e,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:02.815828 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.816174 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.816508 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.816838 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.817172 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.817498 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.824905 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.824905 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.833757 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.834297 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.834642 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.838144 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.838144 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.838144 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.838144 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c24ffdc-8062-4e5e-9899-bc1370773da3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:02.844295 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:02.955312 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-003a7998-5f48-461e-9685-905907937570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:02.956904 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-003a7998-5f48-461e-9685-905907937570 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147254 Sep 14 12:09:02.962610 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba85d15d-74f5-46ed-b04e-1880942a7223 req-e7ded460-0772-4b1b-b081-9dc2766c48b5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:02.964020 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ba85d15d-74f5-46ed-b04e-1880942a7223 req-e7ded460-0772-4b1b-b081-9dc2766c48b5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.1240232 Sep 14 12:09:02.975053 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Network 39f8e997-0bf2-4e00-afc8-b558c863face is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:02.995665 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:03.004378 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Pushing event updated for resources: {'Port': ['ID=de246217-d047-4d75-a069-3f9ac78fe2d2,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:03.016024 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:09:03.120689 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ba85d15d-74f5-46ed-b04e-1880942a7223 req-08859d65-68cb-4423-9384-f80d64fb35a1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496809 Sep 14 12:09:03.128214 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:03.128840 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:03.158346 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:03.164802 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-fa4911c4-4228-4042-aca5-6be8205e614c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834404 Sep 14 12:09:03.268913 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-79c20de4-6beb-4bce-a55b-266a85934b21 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5012159 Sep 14 12:09:03.286012 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9fd5b267-34d4-4f5c-a581-14a07a0cdda3 req-60ec99c0-a95a-4dc4-b8e8-e096181d60fd service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147199 Sep 14 12:09:03.311981 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Request body: {'port': {'device_id': '991ad790-ed34-4f78-9db4-91ad889c3c47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:03.405256 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:03.778624 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf800c1-9276-48dd-b365-d035c4f8045a req-a15228ed-f5bb-4cc9-a76d-a5b4af9ef946 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:03.781107 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3bf800c1-9276-48dd-b365-d035c4f8045a req-a15228ed-f5bb-4cc9-a76d-a5b4af9ef946 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 931 time: 0.0787423 Sep 14 12:09:03.807006 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39930) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:03.833693 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b9aa89aa-ee1e-4dab-9ebe-c0a4341236bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:03.954893 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b9aa89aa-ee1e-4dab-9ebe-c0a4341236bb admin admin] Publish callbacks [] for security_group (487dc7c6-7a62-4163-bb56-93f21187d906), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:03.988683 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc87132-1052-48f3-96cb-0f98d9bd8809 req-01959677-ba5f-48d6-ace9-11d0da1881f5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:03.990247 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1cc87132-1052-48f3-96cb-0f98d9bd8809 req-01959677-ba5f-48d6-ace9-11d0da1881f5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.1482112 Sep 14 12:09:04.025201 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3bf800c1-9276-48dd-b365-d035c4f8045a req-021f7099-d11e-4a48-a41d-4ef267837356 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957808 Sep 14 12:09:04.070648 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b9aa89aa-ee1e-4dab-9ebe-c0a4341236bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (487dc7c6-7a62-4163-bb56-93f21187d906), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:04.093295 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1cc87132-1052-48f3-96cb-0f98d9bd8809 req-46e5731e-ee2d-4225-b7eb-7b1b06851538 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910003 Sep 14 12:09:04.106568 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:04.126517 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa89aa-ee1e-4dab-9ebe-c0a4341236bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487dc7c6-7a62-4163-bb56-93f21187d906,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:04.133633 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-b9aa89aa-ee1e-4dab-9ebe-c0a4341236bb admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f7b6fbeb60db4ef99d4dbfed1291def4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252575 Sep 14 12:09:04.137128 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 39932) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:04.164480 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=81,neutron:INSERT=19 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:04.175662 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de246217-d047-4d75-a069-3f9ac78fe2d2 {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:09:04.185888 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Publish callbacks [] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:04.232996 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Transition to ACTIVE for port object de246217-d047-4d75-a069-3f9ac78fe2d2 will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:09:04.237375 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:04.243645 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5189094b-257b-41d7-a5a0-0fc6cda62181 admin admin] Publish callbacks [] for security_group (487dc7c6-7a62-4163-bb56-93f21187d906), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:04.267226 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5189094b-257b-41d7-a5a0-0fc6cda62181 admin admin] Publish callbacks [] for security_group (487dc7c6-7a62-4163-bb56-93f21187d906), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:04.281988 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eba8b-23df-40d4-bf59-80f1e6a2680f req-0d4195f4-dfb7-45d7-a603-17ed01fbb47b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:04.283524 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4f0eba8b-23df-40d4-bf59-80f1e6a2680f req-0d4195f4-dfb7-45d7-a603-17ed01fbb47b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0686820 Sep 14 12:09:04.332331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:04.346301 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4f0eba8b-23df-40d4-bf59-80f1e6a2680f req-13fa69bf-5ebc-4aa6-a35c-0fa90dc3fa8e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552688 Sep 14 12:09:04.398208 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5189094b-257b-41d7-a5a0-0fc6cda62181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (487dc7c6-7a62-4163-bb56-93f21187d906), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:04.401849 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5189094b-257b-41d7-a5a0-0fc6cda62181 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:04.405366 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-5189094b-257b-41d7-a5a0-0fc6cda62181 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/487dc7c6-7a62-4163-bb56-93f21187d906 HTTP/1.1" status: 204 len: 168 time: 0.2660952 Sep 14 12:09:04.420478 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5189094b-257b-41d7-a5a0-0fc6cda62181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487dc7c6-7a62-4163-bb56-93f21187d906,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:04.447340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Pushing event updated for resources: {'Port': ['ID=de246217-d047-4d75-a069-3f9ac78fe2d2,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:04.503864 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Attempting to bind port de246217-d047-4d75-a069-3f9ac78fe2d2 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:09:04.504368 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Attempting to bind port de246217-d047-4d75-a069-3f9ac78fe2d2 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'ae6063c6-d35c-4b33-b60e-108f5a21daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:09:04.504841 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Attempting to bind port de246217-d047-4d75-a069-3f9ac78fe2d2 on network 39f8e997-0bf2-4e00-afc8-b558c863face {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:09:04.565885 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Port de246217-d047-4d75-a069-3f9ac78fe2d2 on network 39f8e997-0bf2-4e00-afc8-b558c863face not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:09:04.566225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Attempting to bind port de246217-d047-4d75-a069-3f9ac78fe2d2 on network 39f8e997-0bf2-4e00-afc8-b558c863face {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:09:04.629515 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:09:04.630309 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Checking segment: {'id': 'ae6063c6-d35c-4b33-b60e-108f5a21daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:09:04.630309 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Bound using segment: {'id': 'ae6063c6-d35c-4b33-b60e-108f5a21daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:09:04.630695 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Bound port: de246217-d047-4d75-a069-3f9ac78fe2d2, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6063c6-d35c-4b33-b60e-108f5a21daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:09:04.631159 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:04.707765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:04.723026 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] For port de246217-d047-4d75-a069-3f9ac78fe2d2, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:04.727760 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] For port de246217-d047-4d75-a069-3f9ac78fe2d2, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=de246217-d047-4d75-a069-3f9ac78fe2d2,segment=NetworkSegment(ae6063c6-d35c-4b33-b60e-108f5a21daa4),segment_id=ae6063c6-d35c-4b33-b60e-108f5a21daa4)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:04.813929 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:04.819702 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:04.820493 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:04.822174 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/de246217-d047-4d75-a069-3f9ac78fe2d2 HTTP/1.1" status: 200 len: 1093 time: 1.5193901 Sep 14 12:09:04.822913 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '991ad790-ed34-4f78-9db4-91ad889c3c47', 'tag': 'de246217-d047-4d75-a069-3f9ac78fe2d2'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:09:04.826741 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d984cf-92d0-46ce-b18e-4152f3b6ec5d" -d '{"events": [{"name": "network-changed", "server_uuid": "991ad790-ed34-4f78-9db4-91ad889c3c47", "tag": "de246217-d047-4d75-a069-3f9ac78fe2d2"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:04.902488 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1e77c5-5e70-4e8b-90cc-511e331d5784 service neutron] Pushing event updated for resources: {'Port': ['ID=de246217-d047-4d75-a069-3f9ac78fe2d2,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:04.909914 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3567665-8ca7-4c32-8e6e-0fc4c39a54ed x-openstack-request-id: req-a3567665-8ca7-4c32-8e6e-0fc4c39a54ed {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:04.910267 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "991ad790-ed34-4f78-9db4-91ad889c3c47", "tag": "de246217-d047-4d75-a069-3f9ac78fe2d2", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:04.910574 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3567665-8ca7-4c32-8e6e-0fc4c39a54ed {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:04.911042 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3567665-8ca7-4c32-8e6e-0fc4c39a54ed'] response: {'name': 'network-changed', 'server_uuid': '991ad790-ed34-4f78-9db4-91ad889c3c47', 'tag': 'de246217-d047-4d75-a069-3f9ac78fe2d2', 'status': 'completed', 'code': 200} Sep 14 12:09:05.168510 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde83e2d-9327-4cf4-be6d-bb9e353c8971 req-c8af3e2b-90da-4827-a38f-570733d4d92f tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:05.170224 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fde83e2d-9327-4cf4-be6d-bb9e353c8971 req-c8af3e2b-90da-4827-a38f-570733d4d92f tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.0522447 Sep 14 12:09:05.256208 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c3c01-1f63-4988-94b3-aad50d07b1ee req-f9e23e64-5fac-49c0-b365-475bda92c13f tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:05.257673 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c1c3c01-1f63-4988-94b3-aad50d07b1ee req-f9e23e64-5fac-49c0-b365-475bda92c13f tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0718088 Sep 14 12:09:05.265141 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fde83e2d-9327-4cf4-be6d-bb9e353c8971 req-ccc7a1e4-0c1e-4901-8353-303909af57d5 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860834 Sep 14 12:09:05.314126 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c1c3c01-1f63-4988-94b3-aad50d07b1ee req-daf82bb4-0df6-4ad7-8671-acd28cdf01d0 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473378 Sep 14 12:09:05.505610 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5788a-8146-445b-8e45-d613c76e9d83 req-074a245f-d13e-4a09-a60e-de1cb19a93d1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:05.507172 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0fa5788a-8146-445b-8e45-d613c76e9d83 req-074a245f-d13e-4a09-a60e-de1cb19a93d1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0592549 Sep 14 12:09:05.557221 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0fa5788a-8146-445b-8e45-d613c76e9d83 req-4dfc8e9e-69e7-4d13-bbfa-becfd07ebb8d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438612 Sep 14 12:09:06.400250 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e10a2-863f-4d74-ab92-2123c33ca323 req-5527e4bf-d7cd-4486-91ce-0d425978a754 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:06.401764 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-164e10a2-863f-4d74-ab92-2123c33ca323 req-5527e4bf-d7cd-4486-91ce-0d425978a754 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.0575581 Sep 14 12:09:06.461553 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785bb91-fefa-4883-8781-5ed0a1973b49 req-13a3e3c9-5b03-40ec-b94d-346e2af04cb9 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:06.463079 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2785bb91-fefa-4883-8781-5ed0a1973b49 req-13a3e3c9-5b03-40ec-b94d-346e2af04cb9 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0707896 Sep 14 12:09:06.502077 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-164e10a2-863f-4d74-ab92-2123c33ca323 req-c7aba38d-d0e8-4b01-9995-005f5ee80493 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904348 Sep 14 12:09:06.516042 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:06.534918 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2785bb91-fefa-4883-8781-5ed0a1973b49 req-f59713b4-4b14-4225-bad6-3a7399150ce9 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630410 Sep 14 12:09:06.694442 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23c43a-bc39-430f-9dee-989355c02928 req-d35d1cc1-16e5-4e51-83fe-6babe0ba399e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:06.696000 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c23c43a-bc39-430f-9dee-989355c02928 req-d35d1cc1-16e5-4e51-83fe-6babe0ba399e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0567501 Sep 14 12:09:06.751635 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c23c43a-bc39-430f-9dee-989355c02928 req-e4b46276-329e-45fc-b41f-84c392797a68 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482404 Sep 14 12:09:07.664499 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dce8d4-f38d-4721-bb47-d0a8bcd18749 req-4d2b1c4d-7cec-467d-8bec-dcb4cd9b07d5 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:07.666095 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-31dce8d4-f38d-4721-bb47-d0a8bcd18749 req-4d2b1c4d-7cec-467d-8bec-dcb4cd9b07d5 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.0823519 Sep 14 12:09:07.678994 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e38ca-51b1-4122-acf9-2924619e9792 req-0d60ff0b-d5a2-4314-a618-1de1521d1c4a tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:07.680446 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-206e38ca-51b1-4122-acf9-2924619e9792 req-0d60ff0b-d5a2-4314-a618-1de1521d1c4a tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0640595 Sep 14 12:09:07.752721 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-31dce8d4-f38d-4721-bb47-d0a8bcd18749 req-ddbc3d26-ee98-4e9b-90f4-a545ff2a1d5d tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806811 Sep 14 12:09:07.765051 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-206e38ca-51b1-4122-acf9-2924619e9792 req-57561023-81a7-41cb-be98-6ab5e781b127 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780776 Sep 14 12:09:07.892759 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8233b9e-250b-49c2-9124-3bf1968ba035 req-e8e2cbf4-b59d-4deb-96c8-e6167c0c340c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:07.894484 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a8233b9e-250b-49c2-9124-3bf1968ba035 req-e8e2cbf4-b59d-4deb-96c8-e6167c0c340c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0511909 Sep 14 12:09:07.963109 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a8233b9e-250b-49c2-9124-3bf1968ba035 req-2381df2f-7cd8-4613-9b8e-9cb6a5689a60 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580907 Sep 14 12:09:08.925687 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6eec5-05ba-434d-9fbb-dcd5b4664688 req-1c6d3be4-6a13-4819-8054-cc7643ee3ee4 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:08.928099 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-79b6eec5-05ba-434d-9fbb-dcd5b4664688 req-1c6d3be4-6a13-4819-8054-cc7643ee3ee4 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.0878415 Sep 14 12:09:08.948497 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9176c-fa5c-428a-befc-c4901deaa476 req-5b598eb3-2546-47c6-8d02-ba68125ee113 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:08.950104 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-38f9176c-fa5c-428a-befc-c4901deaa476 req-5b598eb3-2546-47c6-8d02-ba68125ee113 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0797551 Sep 14 12:09:09.014087 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-79b6eec5-05ba-434d-9fbb-dcd5b4664688 req-6fdec98b-f816-4201-a09c-97739c21223a tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782242 Sep 14 12:09:09.030505 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-38f9176c-fa5c-428a-befc-c4901deaa476 req-a614f5d0-0661-4f4a-b0c6-a3e62ced8db3 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680685 Sep 14 12:09:09.102328 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:09.120822 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296fbf8-2cdc-400d-92fa-21f06ef3ce24 req-8c94954d-c4bb-42a0-9970-77113c9b36ca tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:09.122335 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7296fbf8-2cdc-400d-92fa-21f06ef3ce24 req-8c94954d-c4bb-42a0-9970-77113c9b36ca tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0491517 Sep 14 12:09:09.177513 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7296fbf8-2cdc-400d-92fa-21f06ef3ce24 req-023189ba-d3a6-4835-8593-c49f775aa08f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486445 Sep 14 12:09:10.179244 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c50321-60bb-4fdb-9a23-00d1329cafac req-336288d0-be67-4dbd-90d5-31ee57a8e56f tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:10.180737 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-48c50321-60bb-4fdb-9a23-00d1329cafac req-336288d0-be67-4dbd-90d5-31ee57a8e56f tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.0795090 Sep 14 12:09:10.188799 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207ac88-75fc-400b-b598-530b7811c7e0 req-5325292f-49fb-4eaf-8ac5-df8f5fc0e3ff tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:10.190202 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b207ac88-75fc-400b-b598-530b7811c7e0 req-5325292f-49fb-4eaf-8ac5-df8f5fc0e3ff tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0775101 Sep 14 12:09:10.267679 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-48c50321-60bb-4fdb-9a23-00d1329cafac req-3b4f8f3a-8569-4b70-b6b7-f4633357e74f tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765126 Sep 14 12:09:10.271025 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b207ac88-75fc-400b-b598-530b7811c7e0 req-1f71aa83-9995-4929-9be3-1fa2268d5fbb tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735641 Sep 14 12:09:10.382621 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c3c22-1f34-4937-b186-e231e9fd5c8a req-f640974c-f25f-447c-900a-8838d4dd3c35 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:10.384098 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b95c3c22-1f34-4937-b186-e231e9fd5c8a req-f640974c-f25f-447c-900a-8838d4dd3c35 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0509818 Sep 14 12:09:10.431566 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b95c3c22-1f34-4937-b186-e231e9fd5c8a req-96d9b4d6-cbbd-4b6b-8c3d-e8b9edfddc31 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418572 Sep 14 12:09:10.603376 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:11.432646 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53596b-5596-4f87-9427-6d98f5723797 req-82fa32e1-458c-4222-996e-1cb221499514 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:11.434182 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cf53596b-5596-4f87-9427-6d98f5723797 req-82fa32e1-458c-4222-996e-1cb221499514 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0674248 Sep 14 12:09:11.439947 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b149a-4348-4e3e-9bf8-f00fcc58a611 req-276ce255-a715-4a7c-b96a-24a205f5c0a3 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:11.441365 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-da1b149a-4348-4e3e-9bf8-f00fcc58a611 req-276ce255-a715-4a7c-b96a-24a205f5c0a3 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.0841615 Sep 14 12:09:11.448287 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:11.521186 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cf53596b-5596-4f87-9427-6d98f5723797 req-42fc5e7c-14e5-4b12-bc0b-ab452691f8d9 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788107 Sep 14 12:09:11.524941 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-da1b149a-4348-4e3e-9bf8-f00fcc58a611 req-d60807ab-fe8b-48e0-8956-00b03dfcef4c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742404 Sep 14 12:09:11.640365 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e32b82-1bb6-4791-b488-655d279af4ee req-c662ec36-0dd0-4ee6-9467-f753a9268544 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:11.642481 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-17e32b82-1bb6-4791-b488-655d279af4ee req-c662ec36-0dd0-4ee6-9467-f753a9268544 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0576184 Sep 14 12:09:11.706556 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-17e32b82-1bb6-4791-b488-655d279af4ee req-f2db431f-b1f9-4518-88fa-f4512e9f946d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547404 Sep 14 12:09:12.171680 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d984cf-92d0-46ce-b18e-4152f3b6ec5d req-e5c9bffe-960a-4d8f-bb5a-a72a0edeaa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:12.173583 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-52d984cf-92d0-46ce-b18e-4152f3b6ec5d req-e5c9bffe-960a-4d8f-bb5a-a72a0edeaa11 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1488f00baa934f2e9b910644a179c755&device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 1127 time: 0.0421145 Sep 14 12:09:12.383771 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:12.688382 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-6b911c01-ab0e-49e8-9e08-d5bae002dd5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:12.708400 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1592d5e-09e5-4bce-a35e-c791bca69f35 req-456ac475-995d-4625-8642-28454cd86a06 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:12.709951 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a1592d5e-09e5-4bce-a35e-c791bca69f35 req-456ac475-995d-4625-8642-28454cd86a06 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.1000736 Sep 14 12:09:12.718027 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d277b32-0f88-4a63-a45b-f8b4620ccbeb req-9520128c-224b-41ca-9ff4-084bd382e34b tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:12.720262 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5d277b32-0f88-4a63-a45b-f8b4620ccbeb req-9520128c-224b-41ca-9ff4-084bd382e34b tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.0929248 Sep 14 12:09:12.863915 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-6d80a865-8aad-49d0-9588-6b82c2c38c26 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:12.865769 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-6d80a865-8aad-49d0-9588-6b82c2c38c26 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 945 time: 0.1118145 Sep 14 12:09:12.883900 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-745f416b-a666-4888-a1c0-8f6545a8f12c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1381378 Sep 14 12:09:12.892635 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:12.911310 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a1592d5e-09e5-4bce-a35e-c791bca69f35 req-5db059d7-6abe-4916-96f2-88e4cddfd0e9 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900964 Sep 14 12:09:12.919952 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5d277b32-0f88-4a63-a45b-f8b4620ccbeb req-d3ba2b97-1583-4275-9e2e-918a71085166 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900897 Sep 14 12:09:12.979931 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d984cf-92d0-46ce-b18e-4152f3b6ec5d req-e1291fcf-168a-481b-a44c-2ba20a327f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:12.982468 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-52d984cf-92d0-46ce-b18e-4152f3b6ec5d req-e1291fcf-168a-481b-a44c-2ba20a327f81 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=1488f00baa934f2e9b910644a179c755&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2440586 Sep 14 12:09:13.042809 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6ab38-d000-4907-93bc-6c37ad3ec059 req-0043a424-d2da-4bba-8644-03ceec8f7eb9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:13.044344 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-06b6ab38-d000-4907-93bc-6c37ad3ec059 req-0043a424-d2da-4bba-8644-03ceec8f7eb9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0561743 Sep 14 12:09:13.107383 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-06b6ab38-d000-4907-93bc-6c37ad3ec059 req-ba6794ed-f0d7-4312-8e73-91e3981ecb9d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566697 Sep 14 12:09:13.564096 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-306245c7-d529-49b9-a249-d8f5cec38433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:13.565580 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-306245c7-d529-49b9-a249-d8f5cec38433 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 1130 time: 0.0978489 Sep 14 12:09:13.592448 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-8741772e-e31f-48a3-9e08-cef68a3dab03 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Deleting port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:09:13.592921 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-8741772e-e31f-48a3-9e08-cef68a3dab03 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:13.620348 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d984cf-92d0-46ce-b18e-4152f3b6ec5d req-ede38c15-a6ec-4463-b27f-ae22b2d831f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:13.621958 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-52d984cf-92d0-46ce-b18e-4152f3b6ec5d req-ede38c15-a6ec-4463-b27f-ae22b2d831f5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1646788 Sep 14 12:09:13.756923 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-8741772e-e31f-48a3-9e08-cef68a3dab03 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] For port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,segment=NetworkSegment(c06dea09-288d-47ae-ae40-2e8fa4680400),segment_id=c06dea09-288d-47ae-ae40-2e8fa4680400)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:13.757574 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-8741772e-e31f-48a3-9e08-cef68a3dab03 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:13.775759 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-e5c33e33-f379-4890-ba0f-b20e9b702ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:13.778243 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-e5c33e33-f379-4890-ba0f-b20e9b702ca3 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.1825287 Sep 14 12:09:13.782833 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-8741772e-e31f-48a3-9e08-cef68a3dab03 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Calling delete_port for 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b owned by compute:nova {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:09:13.783176 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-a107f216-70d6-4c43-94aa-5018eb9292da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:13.785496 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-a107f216-70d6-4c43-94aa-5018eb9292da service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1488f00baa934f2e9b910644a179c755&device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 1127 time: 0.0843599 Sep 14 12:09:13.857432 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-3ddc0433-5363-44e8-af73-490c664fa9c7 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de5f0781-b564-4893-84ac-ebcb69c0ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0706072 Sep 14 12:09:13.916468 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-67811434-24bc-48da-b42f-658ec906874f service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de246217-d047-4d75-a069-3f9ac78fe2d2 HTTP/1.1" status: 200 len: 217 time: 0.0692296 Sep 14 12:09:13.998775 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-ec6c430b-2dd3-4075-827d-07a7cd1f3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:14.000237 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-ec6c430b-2dd3-4075-827d-07a7cd1f3741 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0962520 Sep 14 12:09:14.007339 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-340df18b-54fb-451f-8697-36e1682610c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:14.008844 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-340df18b-54fb-451f-8697-36e1682610c5 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=61110442-bb4a-4fa4-9961-e0e4b340d87a HTTP/1.1" status: 200 len: 854 time: 0.0720539 Sep 14 12:09:14.019639 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:14.075638 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-8741772e-e31f-48a3-9e08-cef68a3dab03 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (6ebf8114-6c7f-4cff-8ace-8be1c4341b8b), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:14.113374 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741772e-e31f-48a3-9e08-cef68a3dab03 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Pushing event deleted for resources: {'Port': ['ID=6ebf8114-6c7f-4cff-8ace-8be1c4341b8b,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:14.126301 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-aaec2c6a-e294-40a0-8d6d-9f6013d2695f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=39f8e997-0bf2-4e00-afc8-b558c863face&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960975 Sep 14 12:09:14.133476 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e07bc5ca-6060-40f8-9d21-d6285ec265e1 req-aace5b63-0a7e-4bba-b6b6-fcda722a286c tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 210 time: 0.0649161 Sep 14 12:09:14.138048 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-466370e6-0117-42ed-81a8-565b8e8fab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:14.138048 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-466370e6-0117-42ed-81a8-565b8e8fab51 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1278229 Sep 14 12:09:14.150486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d86c4-9f79-44c1-b0a4-db2a1d219008 req-acadf790-631a-45b4-97e4-2a8eae23c4ef tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:14.152919 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d1d86c4-9f79-44c1-b0a4-db2a1d219008 req-acadf790-631a-45b4-97e4-2a8eae23c4ef tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.1410081 Sep 14 12:09:14.216895 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-8741772e-e31f-48a3-9e08-cef68a3dab03 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] No DVR routers for this DVR port 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b on host hv-cinder-84496 {{(pid=106902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:09:14.219933 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-8741772e-e31f-48a3-9e08-cef68a3dab03 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:14.224112 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2fa9aa03-cd71-4df9-a55f-788f925da878 req-8741772e-e31f-48a3-9e08-cef68a3dab03 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.81 "DELETE /networking/v2.0/ports/6ebf8114-6c7f-4cff-8ace-8be1c4341b8b HTTP/1.1" status: 204 len: 173 time: 0.7659683 Sep 14 12:09:14.225230 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db89dc1f-418a-4442-835d-d99bf7ccba9e', 'name': 'network-vif-deleted', 'tag': '6ebf8114-6c7f-4cff-8ace-8be1c4341b8b'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:09:14.229649 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b6ce31-6840-450d-9be0-71ae1219c92a" -d '{"events": [{"server_uuid": "db89dc1f-418a-4442-835d-d99bf7ccba9e", "name": "network-vif-deleted", "tag": "6ebf8114-6c7f-4cff-8ace-8be1c4341b8b"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:14.356056 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d1d86c4-9f79-44c1-b0a4-db2a1d219008 req-4a502da6-1fb0-4538-9cc7-556454501a76 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933229 Sep 14 12:09:14.373352 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea24ea-6ffe-486d-ba08-35c3819e4b61 req-88ad589a-fc51-4d56-bbb5-4493b211c710 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:14.374862 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7dea24ea-6ffe-486d-ba08-35c3819e4b61 req-88ad589a-fc51-4d56-bbb5-4493b211c710 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.1211109 Sep 14 12:09:14.375301 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:14.397721 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-eb707945-6abe-4942-ae97-5cfa6825d613 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/39f8e997-0bf2-4e00-afc8-b558c863face?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546308 Sep 14 12:09:14.422840 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cddd1782-dbde-4cce-8573-14515835f815 x-openstack-request-id: req-cddd1782-dbde-4cce-8573-14515835f815 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:14.423210 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db89dc1f-418a-4442-835d-d99bf7ccba9e", "name": "network-vif-deleted", "tag": "6ebf8114-6c7f-4cff-8ace-8be1c4341b8b", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:14.423816 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cddd1782-dbde-4cce-8573-14515835f815 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:14.424405 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cddd1782-dbde-4cce-8573-14515835f815'] response: {'server_uuid': 'db89dc1f-418a-4442-835d-d99bf7ccba9e', 'name': 'network-vif-deleted', 'tag': '6ebf8114-6c7f-4cff-8ace-8be1c4341b8b', 'status': 'completed', 'code': 200} Sep 14 12:09:14.435994 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-fae9d00c-cd3d-4741-af20-2c9f93da135b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822011 Sep 14 12:09:14.549460 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7dea24ea-6ffe-486d-ba08-35c3819e4b61 req-e4bd57b3-3438-44c8-9b20-f4b54d342350 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675990 Sep 14 12:09:14.609025 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6b7dcd1e-a6b0-43ad-ae14-c67c245c68a3 req-f5e9af2a-56e1-45a9-b5c8-b012ff3d6ea9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/39f8e997-0bf2-4e00-afc8-b558c863face?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974633 Sep 14 12:09:14.613745 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5aa12782-194a-4889-bff6-d21f716a45a9 req-e3b63201-7caf-4951-9315-6b993598598b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481190 Sep 14 12:09:15.195972 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-2ac2c580-e5b7-4d87-a912-e0425f9df846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:15.310099 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63dbef79-147a-4e9e-ab5d-6ba9b66b7579 req-02981eb9-bac1-4a5e-85e5-f5b69b0d4ee8 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 210 time: 0.0301757 Sep 14 12:09:15.522674 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f75fe-1380-4c0e-8d92-df82a72bd503 req-fe12610b-9d4e-472e-a960-6d3040ea2156 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:15.525495 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-639f75fe-1380-4c0e-8d92-df82a72bd503 req-fe12610b-9d4e-472e-a960-6d3040ea2156 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.0779672 Sep 14 12:09:15.589819 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-639f75fe-1380-4c0e-8d92-df82a72bd503 req-9e6f82f0-b1ff-4358-8ed9-7d15a83f91bc tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578492 Sep 14 12:09:16.064755 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:09:16.088818 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:09:16.089134 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 6ebf8114-6c7f-4cff-8ace-8be1c4341b8b not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:09:16.430216 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:16.467239 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e5aefdca-0e76-4581-adae-1b42656a8f2a req-3fdc72bd-e675-4bf5-bd91-43675ff9eb97 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 210 time: 0.0440938 Sep 14 12:09:16.729478 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458967a-d5d0-474a-85bb-6c9aabd14def req-e66f2192-9544-4a25-8d44-c6e04c8bd42d tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:16.731376 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4458967a-d5d0-474a-85bb-6c9aabd14def req-e66f2192-9544-4a25-8d44-c6e04c8bd42d tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.0514798 Sep 14 12:09:16.786449 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4458967a-d5d0-474a-85bb-6c9aabd14def req-0e41db82-c269-4e0a-b595-390623e6ab04 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488403 Sep 14 12:09:17.608172 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8acf9ec1-8948-4342-87b5-4419432bf989 req-f2bded61-49b8-467b-bd5a-b25c5ab15c7e tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 210 time: 0.0365562 Sep 14 12:09:17.716090 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 40068) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:17.721150 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-bc024616-e656-4be4-9522-d75ff0764b90 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--455656971', 'description': 'tempest-description--848108705'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:17.910452 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a462f4-6e6c-4153-8cdf-f333a61a4f35 req-d35a5b20-8683-45b7-a3c4-ff47403956ed tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:17.911952 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d3a462f4-6e6c-4153-8cdf-f333a61a4f35 req-d35a5b20-8683-45b7-a3c4-ff47403956ed tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 943 time: 0.0490587 Sep 14 12:09:17.913351 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bc024616-e656-4be4-9522-d75ff0764b90 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:17.960215 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:17.961409 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:17.990393 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d3a462f4-6e6c-4153-8cdf-f333a61a4f35 req-96dd58e1-0acf-4903-a14f-7c10cd744f31 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671964 Sep 14 12:09:17.992133 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:18.030982 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bc024616-e656-4be4-9522-d75ff0764b90 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group (e50d569f-e434-4b27-a598-380b6bc4829a), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.064273 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device de246217-d047-4d75-a069-3f9ac78fe2d2 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:09:18.064273 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=55,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:18.165570 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bc024616-e656-4be4-9522-d75ff0764b90 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e50d569f-e434-4b27-a598-380b6bc4829a), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.166519 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port de246217-d047-4d75-a069-3f9ac78fe2d2, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=de246217-d047-4d75-a069-3f9ac78fe2d2,segment=NetworkSegment(ae6063c6-d35c-4b33-b60e-108f5a21daa4),segment_id=ae6063c6-d35c-4b33-b60e-108f5a21daa4)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:18.182767 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'de246217-d047-4d75-a069-3f9ac78fe2d2', 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face', 'port_id': 'de246217-d047-4d75-a069-3f9ac78fe2d2', 'mac_address': 'fa:16:3e:da:fd:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61110442-bb4a-4fa4-9961-e0e4b340d87a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:09:18.213576 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc024616-e656-4be4-9522-d75ff0764b90 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e50d569f-e434-4b27-a598-380b6bc4829a,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:18.238973 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port de246217-d047-4d75-a069-3f9ac78fe2d2 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:09:18.239366 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.248702 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 40078) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:18.254290 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de246217-d047-4d75-a069-3f9ac78fe2d2 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:09:18.280113 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port de246217-d047-4d75-a069-3f9ac78fe2d2, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=de246217-d047-4d75-a069-3f9ac78fe2d2,segment=NetworkSegment(ae6063c6-d35c-4b33-b60e-108f5a21daa4),segment_id=ae6063c6-d35c-4b33-b60e-108f5a21daa4)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:18.380100 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-40456e9f-5301-429d-ba06-9ce1e6bf932c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.391753 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bc024616-e656-4be4-9522-d75ff0764b90 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.393351 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-bc024616-e656-4be4-9522-d75ff0764b90 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6761327 Sep 14 12:09:18.398062 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 40082) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:18.403990 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-00cb6a3c-7473-4379-9ab6-91c11fa065ec tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Request body: {'security_group_rule': {'security_group_id': 'e50d569f-e434-4b27-a598-380b6bc4829a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:18.433310 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.482337 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-40456e9f-5301-429d-ba06-9ce1e6bf932c admin admin] Publish callbacks [] for security_group (75630d7b-57f9-4bea-948d-273b57a4996c), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.491355 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=de246217-d047-4d75-a069-3f9ac78fe2d2,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:18.498871 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.499214 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.499583 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.499911 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.500247 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.500609 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.500923 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.501422 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.501740 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.502095 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.502417 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.502755 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.521432 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.521432 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.521432 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:09:18.563090 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-00cb6a3c-7473-4379-9ab6-91c11fa065ec tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group_rule (bc9a51c8-0b36-4475-9e49-9cef995bf0bd), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.639954 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-40456e9f-5301-429d-ba06-9ce1e6bf932c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (75630d7b-57f9-4bea-948d-273b57a4996c), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.683976 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40456e9f-5301-429d-ba06-9ce1e6bf932c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75630d7b-57f9-4bea-948d-273b57a4996c,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:18.715324 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-40456e9f-5301-429d-ba06-9ce1e6bf932c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=f6192727aecd471da46a4e01b07c3a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628184 Sep 14 12:09:18.715707 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 40086) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:18.741990 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:09:18.791281 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d5326272-6bab-4200-aedb-72792890c845 admin admin] Publish callbacks [] for security_group (75630d7b-57f9-4bea-948d-273b57a4996c), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.802050 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:18.817628 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d5326272-6bab-4200-aedb-72792890c845 admin admin] Publish callbacks [] for security_group (75630d7b-57f9-4bea-948d-273b57a4996c), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:18.871141 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=82,neutron:DELETE=11,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:18.915156 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-81de161e-a907-4830-8fb4-aa12095267bd req-a599040d-d32e-41e9-b8a9-3c1c2444ed02 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=db89dc1f-418a-4442-835d-d99bf7ccba9e HTTP/1.1" status: 200 len: 210 time: 0.0493295 Sep 14 12:09:19.001006 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d5326272-6bab-4200-aedb-72792890c845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (75630d7b-57f9-4bea-948d-273b57a4996c), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:19.003589 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d5326272-6bab-4200-aedb-72792890c845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:19.004819 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d5326272-6bab-4200-aedb-72792890c845 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/75630d7b-57f9-4bea-948d-273b57a4996c HTTP/1.1" status: 204 len: 168 time: 0.2877853 Sep 14 12:09:19.014759 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-00cb6a3c-7473-4379-9ab6-91c11fa065ec tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group_rule (bc9a51c8-0b36-4475-9e49-9cef995bf0bd), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:19.018444 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5326272-6bab-4200-aedb-72792890c845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75630d7b-57f9-4bea-948d-273b57a4996c,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:19.110654 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-00cb6a3c-7473-4379-9ab6-91c11fa065ec tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (bc9a51c8-0b36-4475-9e49-9cef995bf0bd), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:19.130237 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['de246217-d047-4d75-a069-3f9ac78fe2d2'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:09:19.140912 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:19.148075 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb6a3c-7473-4379-9ab6-91c11fa065ec tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9a51c8-0b36-4475-9e49-9cef995bf0bd,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:19.153397 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f65ad-cef9-4e00-9b08-28c34828ad5e req-dd81352e-7ffc-4c64-ad16-5f2f8b4c6497 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:19.154977 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac7f65ad-cef9-4e00-9b08-28c34828ad5e req-dd81352e-7ffc-4c64-ad16-5f2f8b4c6497 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 944 time: 0.0750000 Sep 14 12:09:19.220843 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac7f65ad-cef9-4e00-9b08-28c34828ad5e req-ff29fbd0-20d6-4e09-9dc8-5f4d60d22ede tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588315 Sep 14 12:09:19.246226 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-00cb6a3c-7473-4379-9ab6-91c11fa065ec tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:19.248159 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-00cb6a3c-7473-4379-9ab6-91c11fa065ec tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8488445 Sep 14 12:09:19.251236 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 40092) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:19.256838 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-d1e086a5-a896-4468-bccc-821c673cec03 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Request body: {'security_group_rule': {'security_group_id': 'e50d569f-e434-4b27-a598-380b6bc4829a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:19.363776 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d1e086a5-a896-4468-bccc-821c673cec03 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group_rule (7e74930e-cbe2-4002-b1af-a5c9a1c5e38d), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:19.427778 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d1e086a5-a896-4468-bccc-821c673cec03 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group_rule (7e74930e-cbe2-4002-b1af-a5c9a1c5e38d), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:19.550856 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d1e086a5-a896-4468-bccc-821c673cec03 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (7e74930e-cbe2-4002-b1af-a5c9a1c5e38d), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:19.570843 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e086a5-a896-4468-bccc-821c673cec03 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e74930e-cbe2-4002-b1af-a5c9a1c5e38d,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:19.689542 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d1e086a5-a896-4468-bccc-821c673cec03 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:19.690853 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d1e086a5-a896-4468-bccc-821c673cec03 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4379101 Sep 14 12:09:19.694893 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 40104) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:19.699736 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:19.801399 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:19.893908 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:20.022083 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Allocated IP 172.27.3.73 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/f57cf55a-b885-43e6-a02c-a25364f5b9a6) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:20.154863 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for port (f57cf55a-b885-43e6-a02c-a25364f5b9a6), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:20.264491 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (f57cf55a-b885-43e6-a02c-a25364f5b9a6), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:20.302200 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-8d96ed38-dd6e-4ad1-9e7b-b66623e868dd tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:20.305521 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:20.309701 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-8d96ed38-dd6e-4ad1-9e7b-b66623e868dd tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/networks?id=9135ef43-953f-4132-bfad-90e682eae5df HTTP/1.1" status: 200 len: 809 time: 0.1325812 Sep 14 12:09:20.310909 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:20.318189 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:09:20.329510 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-0068ec92-924f-45af-a704-45504f5403d1 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/quotas/2e692d812c3842608e10769277212d85 HTTP/1.1" status: 200 len: 375 time: 0.0179513 Sep 14 12:09:20.350822 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event updated for resources: {'Port': ['ID=f57cf55a-b885-43e6-a02c-a25364f5b9a6,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:20.403672 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b46247ef-bc0e-48dd-89c0-867f6f7275b9 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=2e692d812c3842608e10769277212d85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665138 Sep 14 12:09:20.414934 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769348b-cd40-48d0-ad60-29ff3a2cc421 req-35eb06e9-5770-40ec-bea5-c0e44e500d32 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:20.416774 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9769348b-cd40-48d0-ad60-29ff3a2cc421 req-35eb06e9-5770-40ec-bea5-c0e44e500d32 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 944 time: 0.0842850 Sep 14 12:09:20.425333 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for floatingip (6a01cc08-d325-4ab0-9076-940f15f8d058), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:20.433235 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:20.529183 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9769348b-cd40-48d0-ad60-29ff3a2cc421 req-e73fdeed-7ff0-46bf-a4a4-914a18e98927 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014299 Sep 14 12:09:20.547191 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-692591f3-3769-422f-9439-7dbae496bd2b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9135ef43-953f-4132-bfad-90e682eae5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294167 Sep 14 12:09:20.567513 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f57cf55a-b885-43e6-a02c-a25364f5b9a6), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:20.608930 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:20.682253 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-8cc8c732-e48e-4834-b38a-f5fcd46c5f67 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/9135ef43-953f-4132-bfad-90e682eae5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181853 Sep 14 12:09:20.753206 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for port (f57cf55a-b885-43e6-a02c-a25364f5b9a6), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:20.767588 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device de246217-d047-4d75-a069-3f9ac78fe2d2 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:20.820406 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port de246217-d047-4d75-a069-3f9ac78fe2d2 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:09:20.913896 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (f57cf55a-b885-43e6-a02c-a25364f5b9a6), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:20.967702 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port de246217-d047-4d75-a069-3f9ac78fe2d2 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:09:20.968429 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:20.969009 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port de246217-d047-4d75-a069-3f9ac78fe2d2 Sep 14 12:09:20.984444 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (6a01cc08-d325-4ab0-9076-940f15f8d058), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:20.989433 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event updated for resources: {'Port': ['ID=f57cf55a-b885-43e6-a02c-a25364f5b9a6,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:21.006053 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:21.067221 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5973f4c4-7050-4f6f-b264-855602699c97 req-c68e6f8a-e37d-4c7e-9eca-40feffd0510d tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 210 time: 0.0289686 Sep 14 12:09:21.067781 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port de246217-d047-4d75-a069-3f9ac78fe2d2 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:09:21.068169 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:21.092904 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991ad790-ed34-4f78-9db4-91ad889c3c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de246217-d047-4d75-a069-3f9ac78fe2d2'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:09:21.095752 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2096d1f5-3c39-40e5-9192-14e4997c8b5f" -d '{"events": [{"server_uuid": "991ad790-ed34-4f78-9db4-91ad889c3c47", "name": "network-vif-plugged", "status": "completed", "tag": "de246217-d047-4d75-a069-3f9ac78fe2d2"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:21.108951 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port de246217-d047-4d75-a069-3f9ac78fe2d2, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=de246217-d047-4d75-a069-3f9ac78fe2d2,segment=NetworkSegment(ae6063c6-d35c-4b33-b60e-108f5a21daa4),segment_id=ae6063c6-d35c-4b33-b60e-108f5a21daa4)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:21.133419 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:21.142387 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1d0989b7-3a89-4f9b-ae06-0733053ee393 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4393051 Sep 14 12:09:21.152151 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83df7df-3100-4914-9df0-f9cf8d8da94b x-openstack-request-id: req-f83df7df-3100-4914-9df0-f9cf8d8da94b {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:21.152457 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991ad790-ed34-4f78-9db4-91ad889c3c47", "name": "network-vif-plugged", "status": "completed", "tag": "de246217-d047-4d75-a069-3f9ac78fe2d2", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:21.152710 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f83df7df-3100-4914-9df0-f9cf8d8da94b {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:21.153106 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83df7df-3100-4914-9df0-f9cf8d8da94b'] response: {'server_uuid': '991ad790-ed34-4f78-9db4-91ad889c3c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de246217-d047-4d75-a069-3f9ac78fe2d2', 'code': 200} Sep 14 12:09:21.234056 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:21.292045 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=de246217-d047-4d75-a069-3f9ac78fe2d2,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:21.405565 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-77fa7af3-6805-4bc0-8592-e1a6b2a29842 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--455656971&fields=id&tenant_id=748b7c08460b4f718dfff67275d8e4e4 HTTP/1.1" status: 200 len: 267 time: 0.0539157 Sep 14 12:09:21.545159 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-fc2466be-2ad1-4ce0-910f-b94aa04010f5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:21.549902 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-fc2466be-2ad1-4ce0-910f-b94aa04010f5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 818 time: 0.1339250 Sep 14 12:09:21.561056 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:21.580993 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-3aae5eee-a0cf-4b74-bf42-f7af7c9e362a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/quotas/748b7c08460b4f718dfff67275d8e4e4 HTTP/1.1" status: 200 len: 375 time: 0.0277898 Sep 14 12:09:21.685848 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-1d319e23-78b7-440c-98a0-e127337f37af tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0983946 Sep 14 12:09:21.747015 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17620b-05e6-4526-b01d-9ecb42e5cdd8 req-2d49e256-bd91-48f7-b16c-385755afcb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:21.748484 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8d17620b-05e6-4526-b01d-9ecb42e5cdd8 req-2d49e256-bd91-48f7-b16c-385755afcb73 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 1129 time: 0.1211474 Sep 14 12:09:21.788305 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16633ab1-68be-46ed-9937-91d815a857fe req-a0721a9f-fd41-47e4-96e6-560f647e872f tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:21.789946 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-16633ab1-68be-46ed-9937-91d815a857fe req-a0721a9f-fd41-47e4-96e6-560f647e872f tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 945 time: 0.1150777 Sep 14 12:09:21.838289 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:21.886029 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8d17620b-05e6-4526-b01d-9ecb42e5cdd8 req-53bb430b-b142-4f93-9051-4d9ec3594581 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108246 Sep 14 12:09:21.900950 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-ac0432f6-92f0-4e4f-a4c3-282a278ec822 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015870 Sep 14 12:09:21.908975 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-16633ab1-68be-46ed-9937-91d815a857fe req-9170954f-36ce-40e9-b350-284e419a03c2 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099250 Sep 14 12:09:21.997018 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-b3d0763c-2411-417d-9adf-c967df35ed7e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870821 Sep 14 12:09:22.183201 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7336d04c-1cbe-47c0-b517-19ebabe1418e req-3f66e768-4cc3-4611-8ae3-dce6999057a7 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 210 time: 0.0342541 Sep 14 12:09:22.240108 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cf7ee02c-0722-4e3b-9983-ae6a611d68ad req-0dfd57e2-8834-4997-b366-6845b282b92a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 210 time: 0.0332122 Sep 14 12:09:23.035415 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebaa658-b2a3-442d-a1c7-646b71425865 req-b3aab649-0aaa-4f19-a440-adc20403a120 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:23.036906 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9ebaa658-b2a3-442d-a1c7-646b71425865 req-b3aab649-0aaa-4f19-a440-adc20403a120 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 945 time: 0.0478313 Sep 14 12:09:23.085582 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9ebaa658-b2a3-442d-a1c7-646b71425865 req-5e0ca85e-3393-4d8e-b2cd-ffa2c71a5a65 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429788 Sep 14 12:09:23.300966 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7d38160-4e1f-4db2-8bf3-ff76817048e2 req-61490cf6-c91f-4d8c-8bcf-b9ca61e74959 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 210 time: 0.0329852 Sep 14 12:09:23.360738 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cfb0582f-cd4d-423d-bbf0-edaea763037a req-1242a792-8652-412d-857a-46d53cee24fc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 210 time: 0.0332699 Sep 14 12:09:24.212171 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d2947-848b-4917-8fd3-4a18e15e0c8a req-35a9955c-7453-42b3-90a3-82308283c813 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:24.213685 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-026d2947-848b-4917-8fd3-4a18e15e0c8a req-35a9955c-7453-42b3-90a3-82308283c813 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 945 time: 0.0498557 Sep 14 12:09:24.267606 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-026d2947-848b-4917-8fd3-4a18e15e0c8a req-fabd2465-7c31-4104-b314-2ba4660d27e5 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482140 Sep 14 12:09:24.416627 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9963bd48-0d78-4606-9eb2-ba2d9f143065 req-2bdeb2be-9f49-4bbc-8d0c-f4b78a7e8b28 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 210 time: 0.0330424 Sep 14 12:09:24.472997 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-75e16adc-8841-4205-968f-0da252fd93e0 req-289e49b8-08f6-4aeb-bcf9-ed483feeb4f1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 210 time: 0.0288334 Sep 14 12:09:25.395060 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f174e-70b1-4361-816d-125d4fb9c448 req-0aa0b088-10f0-41a8-9cc2-48c506e20481 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:25.396548 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a69f174e-70b1-4361-816d-125d4fb9c448 req-0aa0b088-10f0-41a8-9cc2-48c506e20481 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 945 time: 0.0512464 Sep 14 12:09:25.447403 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a69f174e-70b1-4361-816d-125d4fb9c448 req-9f009192-ada2-4c47-b328-c321cf81d64b tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445330 Sep 14 12:09:25.536740 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4ac88bae-c0da-4451-80d6-c4f314495196 req-1e975586-7ddb-4e29-8e5d-3be7c6057574 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 210 time: 0.0352688 Sep 14 12:09:25.593819 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6000a25d-67db-406b-8314-1ccc99050f83 req-d7e515d8-ddae-4caa-8e0e-6a30c3aacfc5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 210 time: 0.0320981 Sep 14 12:09:25.830692 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-1eb083e5-0fd4-489a-8efa-72af72d7405c tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:25.832184 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-1eb083e5-0fd4-489a-8efa-72af72d7405c tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.81 "GET /networking/v2.0/networks?id=9135ef43-953f-4132-bfad-90e682eae5df HTTP/1.1" status: 200 len: 809 time: 0.1177273 Sep 14 12:09:25.858769 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Request body: {'port': {'device_id': '48e08b9a-a9d4-482f-afcd-f9bef668d3dc', 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df', 'admin_state_up': True, 'tenant_id': '2e692d812c3842608e10769277212d85'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:26.098700 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Made reservation on behalf of 2e692d812c3842608e10769277212d85 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:26.102686 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:26.181381 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:26.237486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Allocated IP 172.20.0.9 (9135ef43-953f-4132-bfad-90e682eae5df/8364717f-1fec-4419-b631-318e90dd79ec/314aabb7-f4cc-43ed-abf5-fd778e2e2ac3) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:26.263061 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:26.401697 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks [] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:26.538917 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:26.590806 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Network 9135ef43-953f-4132-bfad-90e682eae5df is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:26.597567 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:26.600887 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:09:26.605549 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Pushing event updated for resources: {'Port': ['ID=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:26.683837 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:26.684369 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:26.706698 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a1f76f-26a6-4526-837d-d19f0c9175dd req-359db129-08e7-4d43-92ca-cfef1807fecd tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:26.708202 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-08a1f76f-26a6-4526-837d-d19f0c9175dd req-359db129-08e7-4d43-92ca-cfef1807fecd tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 931 time: 0.0816755 Sep 14 12:09:26.730060 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f41ef738-a5e1-41fb-b9f6-9fa65690c93d req-2426c139-7651-48a4-914f-cccd1e318ea5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 210 time: 0.0512912 Sep 14 12:09:26.776372 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-08a1f76f-26a6-4526-837d-d19f0c9175dd req-9016f4b3-08fd-4bf9-8fef-4358e1750cbc tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502973 Sep 14 12:09:26.853108 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-b6f3cf05-925d-4b9c-91f8-fcf29aa20d23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9972153 Sep 14 12:09:26.882649 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Request body: {'port': {'device_id': '48e08b9a-a9d4-482f-afcd-f9bef668d3dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:27.013834 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:27.016960 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:27.081515 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-3c3eaa6a-0880-4f05-aa64-0306b2b13ec8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:27.082949 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-3c3eaa6a-0880-4f05-aa64-0306b2b13ec8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 818 time: 0.1762121 Sep 14 12:09:27.267140 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-ba66d2a7-ff91-471e-b714-054bcc3df83b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=748b7c08460b4f718dfff67275d8e4e4 HTTP/1.1" status: 200 len: 379 time: 0.1582916 Sep 14 12:09:27.280576 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Request body: {'port': {'device_id': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'admin_state_up': True, 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'security_groups': ['e50d569f-e434-4b27-a598-380b6bc4829a']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:27.401749 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:27.457074 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:09:27.468069 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Publish callbacks [] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:27.484341 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Transition to ACTIVE for port object 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:09:27.578425 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Made reservation on behalf of 748b7c08460b4f718dfff67275d8e4e4 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:09:27.582660 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:27.608778 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:27.740504 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Pushing event updated for resources: {'Port': ['ID=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:27.833168 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Attempting to bind port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:09:27.833515 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Attempting to bind port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'c06dea09-288d-47ae-ae40-2e8fa4680400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:09:27.834011 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Attempting to bind port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 on network 9135ef43-953f-4132-bfad-90e682eae5df {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:09:27.881072 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Allocated IP 172.20.0.4 (644a779f-cf29-481b-810a-522abcbb7388/f9415355-6156-4985-815e-7106e858a872/027c61fc-efa6-4219-96b2-fd9ae33eb05c) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:09:27.890431 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0cb3395-d36e-424a-928d-10d047270f95 req-af432257-ba8b-478a-9929-736b856e44de tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 210 time: 0.0709174 Sep 14 12:09:27.943104 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:27.975391 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c562cf9-9a81-434f-b537-2bffe6f10bba req-1348b00f-5d52-440e-a0aa-9cce7e959d57 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:27.977147 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c562cf9-9a81-434f-b537-2bffe6f10bba req-1348b00f-5d52-440e-a0aa-9cce7e959d57 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 943 time: 0.0937729 Sep 14 12:09:27.982796 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 on network 9135ef43-953f-4132-bfad-90e682eae5df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:09:27.983264 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Attempting to bind port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 on network 9135ef43-953f-4132-bfad-90e682eae5df {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:09:28.128376 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:09:28.128703 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Checking segment: {'id': 'c06dea09-288d-47ae-ae40-2e8fa4680400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:09:28.129105 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Bound using segment: {'id': 'c06dea09-288d-47ae-ae40-2e8fa4680400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:09:28.129693 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Bound port: 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06dea09-288d-47ae-ae40-2e8fa4680400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:09:28.130003 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:28.154007 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c562cf9-9a81-434f-b537-2bffe6f10bba req-c1afec9c-8789-4968-bc96-10261bab47de tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682348 Sep 14 12:09:28.226942 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:28.243674 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] For port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:28.248539 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] For port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,segment=NetworkSegment(c06dea09-288d-47ae-ae40-2e8fa4680400),segment_id=c06dea09-288d-47ae-ae40-2e8fa4680400)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:28.276034 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:28.365536 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:28.370154 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:28.370772 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:28.372206 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 HTTP/1.1" status: 200 len: 1093 time: 1.4939351 Sep 14 12:09:28.372794 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e08b9a-a9d4-482f-afcd-f9bef668d3dc', 'tag': '314aabb7-f4cc-43ed-abf5-fd778e2e2ac3'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:09:28.375161 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162b13d8-a21b-4393-ac6c-5de6e479bad5" -d '{"events": [{"name": "network-changed", "server_uuid": "48e08b9a-a9d4-482f-afcd-f9bef668d3dc", "tag": "314aabb7-f4cc-43ed-abf5-fd778e2e2ac3"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:28.408217 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:28.421894 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e640a99-1ca2-4e9f-809c-f525ee78326b x-openstack-request-id: req-1e640a99-1ca2-4e9f-809c-f525ee78326b {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:28.421894 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e08b9a-a9d4-482f-afcd-f9bef668d3dc", "tag": "314aabb7-f4cc-43ed-abf5-fd778e2e2ac3", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:28.421894 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e640a99-1ca2-4e9f-809c-f525ee78326b {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:28.421894 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e640a99-1ca2-4e9f-809c-f525ee78326b'] response: {'name': 'network-changed', 'server_uuid': '48e08b9a-a9d4-482f-afcd-f9bef668d3dc', 'tag': '314aabb7-f4cc-43ed-abf5-fd778e2e2ac3', 'status': 'completed', 'code': 200} Sep 14 12:09:28.443318 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Network 644a779f-cf29-481b-810a-522abcbb7388 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:09:28.456431 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:09:28.456431 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:09:28.462664 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef2eb56-80f4-4ed5-b923-bb01e763e191 service neutron] Pushing event updated for resources: {'Port': ['ID=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:28.735413 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Provisioning complete for port 027c61fc-efa6-4219-96b2-fd9ae33eb05c triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:09:28.736484 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:28.737004 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Attempt 1 to provision port 027c61fc-efa6-4219-96b2-fd9ae33eb05c Sep 14 12:09:28.744753 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:28.769813 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=7 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:28.776026 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Port 027c61fc-efa6-4219-96b2-fd9ae33eb05c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:09:28.834580 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:28.835235 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:28.846960 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b13d8-a21b-4393-ac6c-5de6e479bad5 req-f6b8416d-ca29-4edb-b6ba-26b7381d79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:28.848450 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-162b13d8-a21b-4393-ac6c-5de6e479bad5 req-f6b8416d-ca29-4edb-b6ba-26b7381d79a4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=2e692d812c3842608e10769277212d85&device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 1127 time: 0.3344815 Sep 14 12:09:28.849055 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event updated for resources: {'Port': ['ID=027c61fc-efa6-4219-96b2-fd9ae33eb05c,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:28.982133 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-897bcf2a-295b-43d8-b202-d8c24195be6a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7052476 Sep 14 12:09:28.993998 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b13d8-a21b-4393-ac6c-5de6e479bad5 req-cc327d7a-23d9-4182-aa5e-d3d838143009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:28.995495 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-162b13d8-a21b-4393-ac6c-5de6e479bad5 req-cc327d7a-23d9-4182-aa5e-d3d838143009 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=2e692d812c3842608e10769277212d85&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1223023 Sep 14 12:09:29.031135 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Request body: {'port': {'device_id': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:29.115877 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb694df-482a-4b19-8b47-9b28ab0db5c1 req-189bb201-3db5-4ce2-96ac-e99b53018c93 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:29.117535 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-adb694df-482a-4b19-8b47-9b28ab0db5c1 req-189bb201-3db5-4ce2-96ac-e99b53018c93 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 931 time: 0.1416717 Sep 14 12:09:29.142244 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:29.233102 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:29.275012 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-adb694df-482a-4b19-8b47-9b28ab0db5c1 req-cb635d6f-62ba-4772-9bef-a93aed8fa2c6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489491 Sep 14 12:09:29.275605 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b13d8-a21b-4393-ac6c-5de6e479bad5 req-19ffed4f-075e-408e-a1cd-88d9488dc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:29.276976 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-162b13d8-a21b-4393-ac6c-5de6e479bad5 req-19ffed4f-075e-408e-a1cd-88d9488dc415 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2649043 Sep 14 12:09:29.278283 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Attempt 2 to provision port 027c61fc-efa6-4219-96b2-fd9ae33eb05c Sep 14 12:09:29.313924 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Port 027c61fc-efa6-4219-96b2-fd9ae33eb05c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:09:29.378016 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54243c3e-364d-497e-9410-02485a922aaa req-45b9c91e-3689-45f6-a676-513cad46ce95 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:29.379545 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54243c3e-364d-497e-9410-02485a922aaa req-45b9c91e-3689-45f6-a676-513cad46ce95 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 943 time: 0.1161799 Sep 14 12:09:29.475380 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-0df769b0-62dd-4ccc-984b-6fb2ed31d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:29.476919 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-0df769b0-62dd-4ccc-984b-6fb2ed31d164 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=2e692d812c3842608e10769277212d85&device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 1127 time: 0.1205108 Sep 14 12:09:29.565287 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-8fa53748-bed5-4d71-a1fb-55c54ae7bfce service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 HTTP/1.1" status: 200 len: 217 time: 0.0665004 Sep 14 12:09:29.570467 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54243c3e-364d-497e-9410-02485a922aaa req-4f9abd1c-b7c8-409b-a3ea-0653338dba06 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720741 Sep 14 12:09:29.670204 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:29.679018 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-0bb7158f-9490-4f7e-8987-a4cf67f1abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:29.680516 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-0bb7158f-9490-4f7e-8987-a4cf67f1abdf service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8364717f-1fec-4419-b631-318e90dd79ec HTTP/1.1" status: 200 len: 849 time: 0.0834205 Sep 14 12:09:29.729820 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-86a93e1f-2186-44e2-af93-35ebe11f54e7 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=9135ef43-953f-4132-bfad-90e682eae5df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387185 Sep 14 12:09:29.815143 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Attempt 3 to provision port 027c61fc-efa6-4219-96b2-fd9ae33eb05c Sep 14 12:09:29.833170 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027c61fc-efa6-4219-96b2-fd9ae33eb05c {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:09:29.846885 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Publish callbacks [] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:29.850419 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:29.853687 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Port 027c61fc-efa6-4219-96b2-fd9ae33eb05c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:09:29.879408 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Transition to ACTIVE for port object 027c61fc-efa6-4219-96b2-fd9ae33eb05c will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:09:29.896140 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-0c1b757d-f2f6-4816-8345-da2eb2ad3ed2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9135ef43-953f-4132-bfad-90e682eae5df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509035 Sep 14 12:09:29.984117 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:30.033645 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c894c3a5-29d9-4472-bdb9-5c4d3bc3a424 req-efecc536-7cb1-42d0-b7ae-9228018c1d0e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/9135ef43-953f-4132-bfad-90e682eae5df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313515 Sep 14 12:09:30.094603 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Pushing event updated for resources: {'Port': ['ID=027c61fc-efa6-4219-96b2-fd9ae33eb05c,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:30.158711 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Attempting to bind port 027c61fc-efa6-4219-96b2-fd9ae33eb05c on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:09:30.159111 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Attempting to bind port 027c61fc-efa6-4219-96b2-fd9ae33eb05c by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:09:30.159364 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Attempting to bind port 027c61fc-efa6-4219-96b2-fd9ae33eb05c on network 644a779f-cf29-481b-810a-522abcbb7388 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:09:30.212517 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Port 027c61fc-efa6-4219-96b2-fd9ae33eb05c on network 644a779f-cf29-481b-810a-522abcbb7388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:09:30.212850 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Attempting to bind port 027c61fc-efa6-4219-96b2-fd9ae33eb05c on network 644a779f-cf29-481b-810a-522abcbb7388 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:09:30.265272 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:09:30.265517 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Checking segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:09:30.265902 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Bound using segment: {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:09:30.266491 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Bound port: 027c61fc-efa6-4219-96b2-fd9ae33eb05c, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72fb971-35bc-4f7e-b8ef-7df34db23188', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '644a779f-cf29-481b-810a-522abcbb7388'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:09:30.266852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:30.322500 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:30.342595 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] For port 027c61fc-efa6-4219-96b2-fd9ae33eb05c, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:09:30.347072 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] For port 027c61fc-efa6-4219-96b2-fd9ae33eb05c, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:09:30.354972 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Attempt 4 to provision port 027c61fc-efa6-4219-96b2-fd9ae33eb05c Sep 14 12:09:30.396197 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Port 027c61fc-efa6-4219-96b2-fd9ae33eb05c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:09:30.423333 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb2726-382f-487a-a8e0-af9ccd543e31 req-4ab8a16d-6e7e-4f97-8dc7-c4f782f8c10f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:30.424861 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-79fb2726-382f-487a-a8e0-af9ccd543e31 req-4ab8a16d-6e7e-4f97-8dc7-c4f782f8c10f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0527973 Sep 14 12:09:30.445431 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:30.452331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:30.452938 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:30.454371 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f2a45196-5496-4258-a81f-e03335138cca service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/027c61fc-efa6-4219-96b2-fd9ae33eb05c HTTP/1.1" status: 200 len: 1093 time: 1.4364989 Sep 14 12:09:30.455848 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:09:30.458139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b148cea3-4771-405d-b458-00af1845a4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:30.527915 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d9f28d-3258-4aea-8f86-b0aa0f3a9251 x-openstack-request-id: req-89d9f28d-3258-4aea-8f86-b0aa0f3a9251 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:30.528780 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:30.528780 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-89d9f28d-3258-4aea-8f86-b0aa0f3a9251 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:30.529805 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d9f28d-3258-4aea-8f86-b0aa0f3a9251'] response: {'name': 'network-changed', 'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'status': 'completed', 'code': 200} Sep 14 12:09:30.535216 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-79fb2726-382f-487a-a8e0-af9ccd543e31 req-1230d13c-04b2-48e7-9a5a-d57b9cdf1111 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046185 Sep 14 12:09:30.538766 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a45196-5496-4258-a81f-e03335138cca service neutron] Pushing event updated for resources: {'Port': ['ID=027c61fc-efa6-4219-96b2-fd9ae33eb05c,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:30.704489 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:30.727576 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163c94d0-b8d2-4c17-9e7e-82e0a7f7701e req-2b6087cb-7ff7-468a-92b5-838299ff24a6 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:30.729451 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-163c94d0-b8d2-4c17-9e7e-82e0a7f7701e req-2b6087cb-7ff7-468a-92b5-838299ff24a6 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 943 time: 0.0619009 Sep 14 12:09:30.808760 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-163c94d0-b8d2-4c17-9e7e-82e0a7f7701e req-662bfd83-e734-4eb8-a410-095dd009c51b tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678854 Sep 14 12:09:30.896616 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Attempt 5 to provision port 027c61fc-efa6-4219-96b2-fd9ae33eb05c Sep 14 12:09:30.938326 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-bf19b8e7-731d-41df-bba1-42f693e70564 None None] Port 027c61fc-efa6-4219-96b2-fd9ae33eb05c had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:09:31.017266 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=54,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:31.687229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b6c15-ed2a-47f1-a763-a8fc66a642c2 req-a789350e-c7b6-477d-973a-5016ccd94f64 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:31.704467 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-672b6c15-ed2a-47f1-a763-a8fc66a642c2 req-a789350e-c7b6-477d-973a-5016ccd94f64 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0546653 Sep 14 12:09:31.744462 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-672b6c15-ed2a-47f1-a763-a8fc66a642c2 req-21954682-70bb-4a21-bca6-5abd73d3c643 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496340 Sep 14 12:09:31.944050 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d9d350-7f6f-4c53-9e97-499166b6a47d req-904f4cff-c88a-4574-b0f3-8b9dcffd0b23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:31.945543 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-87d9d350-7f6f-4c53-9e97-499166b6a47d req-904f4cff-c88a-4574-b0f3-8b9dcffd0b23 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 943 time: 0.0469210 Sep 14 12:09:31.996142 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-87d9d350-7f6f-4c53-9e97-499166b6a47d req-5a148719-a18f-40ff-8575-45ed8083195c tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449483 Sep 14 12:09:32.590103 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:32.870418 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13494c22-4dec-4a03-b3a3-db5a19f806c2 req-3d5330cc-c0f6-4ec9-a948-989bb9802b65 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:32.871850 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13494c22-4dec-4a03-b3a3-db5a19f806c2 req-3d5330cc-c0f6-4ec9-a948-989bb9802b65 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0483897 Sep 14 12:09:32.921824 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13494c22-4dec-4a03-b3a3-db5a19f806c2 req-cafb3603-b666-4071-9001-31060fb8966d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433085 Sep 14 12:09:33.128647 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af5d2a-c16c-47b6-bf0e-2d0a1182a1a3 req-912bebde-1288-41c3-ba4f-c97ec755d6a9 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:33.130098 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63af5d2a-c16c-47b6-bf0e-2d0a1182a1a3 req-912bebde-1288-41c3-ba4f-c97ec755d6a9 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 943 time: 0.0520692 Sep 14 12:09:33.187254 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63af5d2a-c16c-47b6-bf0e-2d0a1182a1a3 req-f17d89e8-1858-4185-86ec-6bf371851a3d tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513241 Sep 14 12:09:34.053061 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0be242-b96b-4839-8ed6-a7c739bc2cb2 req-eb629e4a-250e-4cbd-bfc0-b968587d120f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:34.054539 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fa0be242-b96b-4839-8ed6-a7c739bc2cb2 req-eb629e4a-250e-4cbd-bfc0-b968587d120f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0497594 Sep 14 12:09:34.114659 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fa0be242-b96b-4839-8ed6-a7c739bc2cb2 req-628a5724-f816-43a8-b81e-a1978e18e871 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543454 Sep 14 12:09:34.326701 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0c4c8-9eb0-4756-860c-940a0e7618d8 req-80fa7827-e351-41b8-8616-07171c48ba92 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:34.328167 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6fc0c4c8-9eb0-4756-860c-940a0e7618d8 req-80fa7827-e351-41b8-8616-07171c48ba92 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 943 time: 0.0507362 Sep 14 12:09:34.383300 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6fc0c4c8-9eb0-4756-860c-940a0e7618d8 req-1446713f-ab9f-4f76-9b53-3ba5a136a657 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492868 Sep 14 12:09:34.600976 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148cea3-4771-405d-b458-00af1845a4ef req-45048b76-2533-40a3-978f-5f95d45fc554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:34.602541 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b148cea3-4771-405d-b458-00af1845a4ef req-45048b76-2533-40a3-978f-5f95d45fc554 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 1127 time: 0.0407901 Sep 14 12:09:34.743406 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148cea3-4771-405d-b458-00af1845a4ef req-ffc45775-8f1a-43fa-9ec2-f71a7d14a982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:34.744755 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b148cea3-4771-405d-b458-00af1845a4ef req-ffc45775-8f1a-43fa-9ec2-f71a7d14a982 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=748b7c08460b4f718dfff67275d8e4e4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1071296 Sep 14 12:09:34.846512 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b148cea3-4771-405d-b458-00af1845a4ef req-2d36665d-dc2a-4498-980c-cb2b5188c544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:34.847990 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b148cea3-4771-405d-b458-00af1845a4ef req-2d36665d-dc2a-4498-980c-cb2b5188c544 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951931 Sep 14 12:09:34.905453 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:09:34.958638 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-1c6b2ea9-352a-405b-aae6-d66d946e7b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:34.960131 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-1c6b2ea9-352a-405b-aae6-d66d946e7b86 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 1127 time: 0.0429018 Sep 14 12:09:35.015776 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,segment=NetworkSegment(c06dea09-288d-47ae-ae40-2e8fa4680400),segment_id=c06dea09-288d-47ae-ae40-2e8fa4680400)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:35.019817 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-564626f2-412a-4772-aef7-ff343b7be655 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c HTTP/1.1" status: 200 len: 217 time: 0.0451951 Sep 14 12:09:35.034403 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '314aabb7-f4cc-43ed-abf5-fd778e2e2ac3', 'network_id': '9135ef43-953f-4132-bfad-90e682eae5df', 'port_id': '314aabb7-f4cc-43ed-abf5-fd778e2e2ac3', 'mac_address': 'fa:16:3e:a3:0c:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8364717f-1fec-4419-b631-318e90dd79ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:09:35.035350 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:35.072321 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-720c08dd-4ed1-4142-adac-d260c24e0113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:35.073346 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:09:35.073500 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:35.073799 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-720c08dd-4ed1-4142-adac-d260c24e0113 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0473750 Sep 14 12:09:35.089778 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:09:35.110612 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,segment=NetworkSegment(c06dea09-288d-47ae-ae40-2e8fa4680400),segment_id=c06dea09-288d-47ae-ae40-2e8fa4680400)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:35.127633 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-47a224fe-2615-4833-bf8c-1aad437af371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:35.129142 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-47a224fe-2615-4833-bf8c-1aad437af371 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417836 Sep 14 12:09:35.200346 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:35.207104 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:35.258320 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:35.266800 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fa278-e3a2-4871-9de4-88290183bd22 req-010d9cf5-274d-4f9b-bba4-be140f3dfb59 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:35.268604 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-806fa278-e3a2-4871-9de4-88290183bd22 req-010d9cf5-274d-4f9b-bba4-be140f3dfb59 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0730720 Sep 14 12:09:35.270746 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-f0687dab-8559-4895-aeb7-66c0eba27f43 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352324 Sep 14 12:09:35.381165 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-806fa278-e3a2-4871-9de4-88290183bd22 req-c6fc5774-7790-48a6-9f9f-766042cd59d3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964634 Sep 14 12:09:35.403486 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d782ef2a-5d49-4b65-8a9e-e7533c830de4 req-8492b025-50ae-42f0-a643-2b1332beff24 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261601 Sep 14 12:09:35.525486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98e38c-0755-4cb2-bbb1-ac203edd9939 req-dfb1e36b-86a0-4014-9e04-06159a2247f6 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:35.527181 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c98e38c-0755-4cb2-bbb1-ac203edd9939 req-dfb1e36b-86a0-4014-9e04-06159a2247f6 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 944 time: 0.0573900 Sep 14 12:09:35.583367 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c98e38c-0755-4cb2-bbb1-ac203edd9939 req-f72eba1d-64db-4a1d-80fe-7397ffd742b4 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495553 Sep 14 12:09:35.877602 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['314aabb7-f4cc-43ed-abf5-fd778e2e2ac3'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:09:36.510181 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb79652-b9ed-466b-bfe1-ae6fbf122ac2 req-ee73fb9d-7380-44e8-9d2c-866ce79ec542 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:36.511777 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4eb79652-b9ed-466b-bfe1-ae6fbf122ac2 req-ee73fb9d-7380-44e8-9d2c-866ce79ec542 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0536602 Sep 14 12:09:36.566034 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4eb79652-b9ed-466b-bfe1-ae6fbf122ac2 req-a71876cb-2200-494f-b8dc-7e4ec5015f9a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471897 Sep 14 12:09:36.719487 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c24cc1-3aff-4e41-899d-207c8a1300b7 req-820284b0-3f38-426a-9cb4-a2dc5ede22f8 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:36.721002 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d1c24cc1-3aff-4e41-899d-207c8a1300b7 req-820284b0-3f38-426a-9cb4-a2dc5ede22f8 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 944 time: 0.0490251 Sep 14 12:09:36.770523 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d1c24cc1-3aff-4e41-899d-207c8a1300b7 req-6b4fcccf-8114-4ccf-abe8-07d4700da533 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Sep 14 12:09:37.662951 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:37.689612 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d23878-c56e-472f-98ab-8c0394daae93 req-58d3fb60-b349-411e-974e-0e208a7be11c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:37.691180 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78d23878-c56e-472f-98ab-8c0394daae93 req-58d3fb60-b349-411e-974e-0e208a7be11c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0472889 Sep 14 12:09:37.709195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:09:37.745544 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78d23878-c56e-472f-98ab-8c0394daae93 req-fff1f009-5a76-476b-9169-82b8512081ed tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485411 Sep 14 12:09:37.782194 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:09:37.782579 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:37.782916 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 Sep 14 12:09:37.870332 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:37.872963 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:09:37.873539 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:37.898723 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e08b9a-a9d4-482f-afcd-f9bef668d3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314aabb7-f4cc-43ed-abf5-fd778e2e2ac3'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:09:37.901453 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0734cf21-dafb-4f1e-bbe6-f1d0a1ed88a6" -d '{"events": [{"server_uuid": "48e08b9a-a9d4-482f-afcd-f9bef668d3dc", "name": "network-vif-plugged", "status": "completed", "tag": "314aabb7-f4cc-43ed-abf5-fd778e2e2ac3"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:37.904205 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83f02-0414-4c1d-a122-1b5c4deb9f49 req-c814158b-d761-4a25-951f-d1071390cf4b tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:37.907349 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-95b83f02-0414-4c1d-a122-1b5c4deb9f49 req-c814158b-d761-4a25-951f-d1071390cf4b tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 944 time: 0.0550086 Sep 14 12:09:37.930134 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,segment=NetworkSegment(c06dea09-288d-47ae-ae40-2e8fa4680400),segment_id=c06dea09-288d-47ae-ae40-2e8fa4680400)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:37.949187 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab7554e-c696-4d17-ba50-2d42bdd63731 x-openstack-request-id: req-fab7554e-c696-4d17-ba50-2d42bdd63731 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:37.949750 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e08b9a-a9d4-482f-afcd-f9bef668d3dc", "name": "network-vif-plugged", "status": "completed", "tag": "314aabb7-f4cc-43ed-abf5-fd778e2e2ac3", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:37.950305 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fab7554e-c696-4d17-ba50-2d42bdd63731 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:37.950754 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fab7554e-c696-4d17-ba50-2d42bdd63731'] response: {'server_uuid': '48e08b9a-a9d4-482f-afcd-f9bef668d3dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314aabb7-f4cc-43ed-abf5-fd778e2e2ac3', 'code': 200} Sep 14 12:09:37.966932 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-95b83f02-0414-4c1d-a122-1b5c4deb9f49 req-0c2e20c3-8323-4b3f-8925-96ce2e41ebb6 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519941 Sep 14 12:09:37.983810 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:38.054722 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:38.405349 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640254c3-cf2e-43ef-be9f-b3f1b1489b20 req-55123381-03cb-4e8e-b78d-4d7f8d2e5cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:38.407335 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640254c3-cf2e-43ef-be9f-b3f1b1489b20 req-55123381-03cb-4e8e-b78d-4d7f8d2e5cb9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 1129 time: 0.0467889 Sep 14 12:09:38.461318 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640254c3-cf2e-43ef-be9f-b3f1b1489b20 req-ee9aa8ce-0147-4a2d-80d1-c09598324d76 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416777 Sep 14 12:09:38.875503 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a6151-00a6-454f-96bf-1acd228de428 req-dc3d2e56-a1b1-4f5c-b758-6b1c0118b8f3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:38.877583 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0b8a6151-00a6-454f-96bf-1acd228de428 req-dc3d2e56-a1b1-4f5c-b758-6b1c0118b8f3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0510149 Sep 14 12:09:38.934587 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0b8a6151-00a6-454f-96bf-1acd228de428 req-be64b124-bbbe-49e9-97c6-d4f835736fae tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513148 Sep 14 12:09:39.061252 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:39.108435 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee4a15-c264-43b8-b3b6-94f6a39f235d req-f205ede6-bd8e-48cb-8e30-91c42a6e6e9c tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:39.111226 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0ee4a15-c264-43b8-b3b6-94f6a39f235d req-f205ede6-bd8e-48cb-8e30-91c42a6e6e9c tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0628557 Sep 14 12:09:39.170301 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0ee4a15-c264-43b8-b3b6-94f6a39f235d req-9bb2ea9f-0b79-474c-8816-0b6a7067012c tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532947 Sep 14 12:09:40.072830 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877448f-57d7-4b1d-876d-f87cc1d7a141 req-13b85139-62ad-4029-9db4-07788d725be0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:40.074369 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b877448f-57d7-4b1d-876d-f87cc1d7a141 req-13b85139-62ad-4029-9db4-07788d725be0 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0500715 Sep 14 12:09:40.107939 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:40.125531 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b877448f-57d7-4b1d-876d-f87cc1d7a141 req-51965168-539d-45e5-bc86-586558a1725c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441117 Sep 14 12:09:40.303897 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc2f79-8115-473f-9766-fe59dc9844c1 req-54a0d052-4d16-4b28-854a-42b2374516f0 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:40.305329 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-75bc2f79-8115-473f-9766-fe59dc9844c1 req-54a0d052-4d16-4b28-854a-42b2374516f0 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0577903 Sep 14 12:09:40.356162 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-75bc2f79-8115-473f-9766-fe59dc9844c1 req-df26ca04-b947-4ceb-931b-afa36b26b6d7 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Sep 14 12:09:41.259722 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3d96a-05bf-4bb1-9949-7e5c56916b09 req-612aab0f-6a4a-452d-b4b2-e3d454183184 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:41.261923 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4fd3d96a-05bf-4bb1-9949-7e5c56916b09 req-612aab0f-6a4a-452d-b4b2-e3d454183184 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0523458 Sep 14 12:09:41.314476 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4fd3d96a-05bf-4bb1-9949-7e5c56916b09 req-1517bcbd-8743-4d06-9034-386d3615e994 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459905 Sep 14 12:09:41.491765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9748bc-b7ad-4462-bf6d-b6db0a64212e req-9608c78f-4731-4552-b22a-632f50c7ca4a tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:41.493542 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ec9748bc-b7ad-4462-bf6d-b6db0a64212e req-9608c78f-4731-4552-b22a-632f50c7ca4a tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0533392 Sep 14 12:09:41.548596 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ec9748bc-b7ad-4462-bf6d-b6db0a64212e req-94d56d3d-a8aa-4ce6-91a1-d87f582636ce tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489073 Sep 14 12:09:42.438464 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7239bf-f065-496f-8453-e8a0688b11bd req-3c8a0faf-8d41-46c3-8674-1767bbc1f397 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:42.440009 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8c7239bf-f065-496f-8453-e8a0688b11bd req-3c8a0faf-8d41-46c3-8674-1767bbc1f397 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0485203 Sep 14 12:09:42.488246 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8c7239bf-f065-496f-8453-e8a0688b11bd req-2425eccf-da44-4b8d-8d44-36495d5a9456 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424767 Sep 14 12:09:42.604009 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:42.671573 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d39036-524c-4366-ae85-73e74cfc4d56 req-059c5c1b-fb91-4967-a1c2-300d0deaab5d tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:42.673148 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-20d39036-524c-4366-ae85-73e74cfc4d56 req-059c5c1b-fb91-4967-a1c2-300d0deaab5d tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0489719 Sep 14 12:09:42.707581 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-3e01c4a8-5427-4193-9f75-6eef07bc3b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:42.725730 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-20d39036-524c-4366-ae85-73e74cfc4d56 req-c30371ab-8182-42bf-b16b-a2f2da0966eb tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464213 Sep 14 12:09:43.618189 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6371228-4199-44db-876a-c1e0bdff21d5 req-f918441b-f4c2-4447-ad30-9d6eb01f7a5a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:43.619660 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a6371228-4199-44db-876a-c1e0bdff21d5 req-f918441b-f4c2-4447-ad30-9d6eb01f7a5a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0564950 Sep 14 12:09:43.669092 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a6371228-4199-44db-876a-c1e0bdff21d5 req-33f7dda3-5144-4e71-9fac-1c5dd9086050 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438292 Sep 14 12:09:43.848302 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff76f0-2eac-4aa2-8a89-2572d9edd177 req-87a470ad-978b-4695-ba72-cdc075af8e72 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:43.849785 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-65ff76f0-2eac-4aa2-8a89-2572d9edd177 req-87a470ad-978b-4695-ba72-cdc075af8e72 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0486865 Sep 14 12:09:43.898817 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-65ff76f0-2eac-4aa2-8a89-2572d9edd177 req-5ef2ac50-789b-4696-b1ef-dae8650b3351 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433123 Sep 14 12:09:44.806834 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee28f7-44a4-4d67-bea5-2174409ded7a req-49176ac7-c5eb-4e31-917d-ba28a128f049 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:44.808427 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6aee28f7-44a4-4d67-bea5-2174409ded7a req-49176ac7-c5eb-4e31-917d-ba28a128f049 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0561316 Sep 14 12:09:44.859701 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6aee28f7-44a4-4d67-bea5-2174409ded7a req-b56d5f36-7c64-4abd-a192-eb4e33c02f98 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452147 Sep 14 12:09:45.028053 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aad2af-b101-4e2c-990c-bc2475f558a5 req-f5285284-20e7-4b5a-9411-80854ed3243f tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:45.029602 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-61aad2af-b101-4e2c-990c-bc2475f558a5 req-f5285284-20e7-4b5a-9411-80854ed3243f tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0505126 Sep 14 12:09:45.081306 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-61aad2af-b101-4e2c-990c-bc2475f558a5 req-a76ad377-7ce8-4d17-b6b4-f8a275b0b883 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459375 Sep 14 12:09:45.155944 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-cd2445a6-5e7e-44ac-83f2-847d99391ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:46.019238 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d214f75-763f-45ee-b128-7d6b2f63c37f req-731701ca-2eb6-4776-b46a-ba7422365496 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:46.020735 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3d214f75-763f-45ee-b128-7d6b2f63c37f req-731701ca-2eb6-4776-b46a-ba7422365496 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0835400 Sep 14 12:09:46.061228 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:46.084286 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3d214f75-763f-45ee-b128-7d6b2f63c37f req-26b7f691-9fbe-43ef-8089-0f64b5073497 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574389 Sep 14 12:09:46.214784 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6096d-923f-4a5e-819f-b5ca4c532502 req-25d4dc38-f6c1-4ca5-9607-2891d0e5c556 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:46.216892 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d2d6096d-923f-4a5e-819f-b5ca4c532502 req-25d4dc38-f6c1-4ca5-9607-2891d0e5c556 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0547218 Sep 14 12:09:46.229086 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:46.268187 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d2d6096d-923f-4a5e-819f-b5ca4c532502 req-c60811a3-9acc-4f0d-b267-6686525b7f92 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456302 Sep 14 12:09:46.401257 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:47.209752 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89061d-8bba-4efe-8847-e0b8b1be65d0 req-c1035647-5bf3-4056-9854-3ba168aec97d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:47.211340 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9d89061d-8bba-4efe-8847-e0b8b1be65d0 req-c1035647-5bf3-4056-9854-3ba168aec97d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 943 time: 0.0458450 Sep 14 12:09:47.259519 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9d89061d-8bba-4efe-8847-e0b8b1be65d0 req-4beb099b-7a0a-47af-97da-0e3395c25490 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421016 Sep 14 12:09:47.400210 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668226f-23a0-4690-b78f-7be712a5fd44 req-4914131f-187f-4f0f-a06c-d5604aacf5f5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:47.401730 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0668226f-23a0-4690-b78f-7be712a5fd44 req-4914131f-187f-4f0f-a06c-d5604aacf5f5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0521209 Sep 14 12:09:47.451966 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0668226f-23a0-4690-b78f-7be712a5fd44 req-0faff599-8c8e-4116-9d02-a5843dbc7b99 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441437 Sep 14 12:09:47.695807 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 027c61fc-efa6-4219-96b2-fd9ae33eb05c details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:09:47.801876 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 027c61fc-efa6-4219-96b2-fd9ae33eb05c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:47.821489 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'port_id': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'mac_address': 'fa:16:3e:13:32:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:09:47.876625 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 027c61fc-efa6-4219-96b2-fd9ae33eb05c is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:09:47.877012 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:47.891269 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027c61fc-efa6-4219-96b2-fd9ae33eb05c {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:09:47.903572 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:47.904380 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:47.916470 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 027c61fc-efa6-4219-96b2-fd9ae33eb05c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:47.987797 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:48.052076 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=027c61fc-efa6-4219-96b2-fd9ae33eb05c,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:48.396589 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8a959-019a-427a-9b99-fe7e36999b46 req-d2dc03bd-de77-441c-8b67-0ecf22d8b632 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:48.398116 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ada8a959-019a-427a-9b99-fe7e36999b46 req-d2dc03bd-de77-441c-8b67-0ecf22d8b632 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 944 time: 0.0563090 Sep 14 12:09:48.447045 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ada8a959-019a-427a-9b99-fe7e36999b46 req-00a558a3-fe6f-4415-975e-a0e5be7ea13a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429599 Sep 14 12:09:48.874849 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['027c61fc-efa6-4219-96b2-fd9ae33eb05c'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:09:49.397428 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a9059-077a-4d88-b8be-8b729ec83bbd req-966befe7-59c5-444a-9adf-09e97e35242e tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:49.398953 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-745a9059-077a-4d88-b8be-8b729ec83bbd req-966befe7-59c5-444a-9adf-09e97e35242e tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0555148 Sep 14 12:09:49.450523 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-745a9059-077a-4d88-b8be-8b729ec83bbd req-535cbb9e-ecac-440f-bf33-c89b8a5d1271 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Sep 14 12:09:49.575979 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4432ba-6dfb-468a-af2b-b6e64ed42b54 req-737403bc-57e9-4afc-9539-7dee5959d20a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:49.577482 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2b4432ba-6dfb-468a-af2b-b6e64ed42b54 req-737403bc-57e9-4afc-9539-7dee5959d20a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 944 time: 0.0507090 Sep 14 12:09:49.628554 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2b4432ba-6dfb-468a-af2b-b6e64ed42b54 req-fb03a6f5-b8a7-447e-9fd9-ac2ab0060975 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445740 Sep 14 12:09:50.578512 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443ed13-b5ac-4aff-98c3-c6ca2cb1315a req-cc5859d8-c628-4313-9fe2-8cf016c89919 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:50.579925 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d443ed13-b5ac-4aff-98c3-c6ca2cb1315a req-cc5859d8-c628-4313-9fe2-8cf016c89919 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0527799 Sep 14 12:09:50.639947 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d443ed13-b5ac-4aff-98c3-c6ca2cb1315a req-42d78926-f543-44f9-8e63-271d9a9a75cf tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523322 Sep 14 12:09:50.756180 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a8918-cac0-40cf-8a06-d507c0a37b58 req-da41f38e-7c13-4e96-ab71-847582e6ebac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:50.757805 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-775a8918-cac0-40cf-8a06-d507c0a37b58 req-da41f38e-7c13-4e96-ab71-847582e6ebac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 944 time: 0.0482383 Sep 14 12:09:50.810872 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-775a8918-cac0-40cf-8a06-d507c0a37b58 req-8a8f439c-b6f3-4045-907a-92c6758ed412 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472755 Sep 14 12:09:51.124387 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 027c61fc-efa6-4219-96b2-fd9ae33eb05c up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:09:51.289200 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 027c61fc-efa6-4219-96b2-fd9ae33eb05c completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:09:51.359246 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 027c61fc-efa6-4219-96b2-fd9ae33eb05c triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:09:51.374263 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:51.374263 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 027c61fc-efa6-4219-96b2-fd9ae33eb05c Sep 14 12:09:51.432993 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 027c61fc-efa6-4219-96b2-fd9ae33eb05c is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:09:51.433294 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:51.456566 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:09:51.458825 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e594eb6-8c8a-4b97-bf0e-0daada22f017" -d '{"events": [{"server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "name": "network-vif-plugged", "status": "completed", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:51.472041 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 027c61fc-efa6-4219-96b2-fd9ae33eb05c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:51.497374 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51a0fad-468a-488a-acff-c001d6cf537f x-openstack-request-id: req-b51a0fad-468a-488a-acff-c001d6cf537f {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:51.497688 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "name": "network-vif-plugged", "status": "completed", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:51.497992 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b51a0fad-468a-488a-acff-c001d6cf537f {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:51.498409 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51a0fad-468a-488a-acff-c001d6cf537f'] response: {'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'code': 200} Sep 14 12:09:51.547866 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:51.600722 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=027c61fc-efa6-4219-96b2-fd9ae33eb05c,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:51.768663 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4052c-b02e-4633-9494-408589d2203f req-3b42d011-5316-4b8d-ab9a-933c2d0a51f3 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:51.771266 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7fc4052c-b02e-4633-9494-408589d2203f req-3b42d011-5316-4b8d-ab9a-933c2d0a51f3 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0555797 Sep 14 12:09:51.826687 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7fc4052c-b02e-4633-9494-408589d2203f req-daf15055-8a3a-4c9d-82b3-c228f0fe045f tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490727 Sep 14 12:09:51.967795 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e93e1-4b98-43b9-82dd-07d389c3feba req-7dbb6e61-1f22-4e47-becc-81cf8434cb24 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:51.969338 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-975e93e1-4b98-43b9-82dd-07d389c3feba req-7dbb6e61-1f22-4e47-becc-81cf8434cb24 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0821662 Sep 14 12:09:51.974830 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167abe1-62d9-44e6-9080-f0eee56f2863 req-2dc97130-5580-41c2-9384-f8178863e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:51.976417 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4167abe1-62d9-44e6-9080-f0eee56f2863 req-2dc97130-5580-41c2-9384-f8178863e2af service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0560529 Sep 14 12:09:52.008225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:52.021047 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-975e93e1-4b98-43b9-82dd-07d389c3feba req-cae59544-b7ef-4191-b293-3ac26e80dde5 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437102 Sep 14 12:09:52.110408 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4167abe1-62d9-44e6-9080-f0eee56f2863 req-f8f2f266-2873-4944-835d-b3b3687e577d service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395286 Sep 14 12:09:52.958124 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133492b-7bdc-459b-b978-09ea9c5a34d2 req-444ba358-c258-4e66-ac6a-a5988132731d tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:52.959644 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a133492b-7bdc-459b-b978-09ea9c5a34d2 req-444ba358-c258-4e66-ac6a-a5988132731d tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0495543 Sep 14 12:09:53.225194 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:53.278139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8390a8-33fe-402a-8386-1eb1475ec181 req-8f8b6f9b-5115-450a-bd6d-2d8b4ea30248 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:53.279585 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7b8390a8-33fe-402a-8386-1eb1475ec181 req-8f8b6f9b-5115-450a-bd6d-2d8b4ea30248 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0658848 Sep 14 12:09:53.282423 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a133492b-7bdc-459b-b978-09ea9c5a34d2 req-e12a0888-bddb-4f54-aa03-bf99a7af1ea5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169749 Sep 14 12:09:53.327012 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7b8390a8-33fe-402a-8386-1eb1475ec181 req-245af39e-93da-4218-9cd6-14e6a773a219 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409718 Sep 14 12:09:54.358380 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-d226113e-4549-41b6-8661-16662750cecc tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:54.359875 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-d226113e-4549-41b6-8661-16662750cecc tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.0505030 Sep 14 12:09:54.472238 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e5791-aadd-4c04-91dc-c03d1cfbd443 req-b4d4f995-54e1-40e3-9ccc-4f7ed7e17650 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:54.473762 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-022e5791-aadd-4c04-91dc-c03d1cfbd443 req-b4d4f995-54e1-40e3-9ccc-4f7ed7e17650 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 945 time: 0.1127281 Sep 14 12:09:54.519464 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a812ad2-1d22-406e-a371-9c1443a1551e req-84ffea65-ec19-485e-bd4a-febbcd5930c4 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:54.520983 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9a812ad2-1d22-406e-a371-9c1443a1551e req-84ffea65-ec19-485e-bd4a-febbcd5930c4 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.1070201 Sep 14 12:09:54.566315 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-22342f69-0000-4933-8ee5-f4644372afa2 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Deleting port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:09:54.566653 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-22342f69-0000-4933-8ee5-f4644372afa2 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:54.648169 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-022e5791-aadd-4c04-91dc-c03d1cfbd443 req-1233a838-5adf-44ea-85f4-e0efc9b18376 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=38a17f45-53fb-4a5f-819c-e634e4770623&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642308 Sep 14 12:09:54.658653 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9a812ad2-1d22-406e-a371-9c1443a1551e req-7b9a69c7-35ac-4a5c-ab26-08cb56e3f191 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291556 Sep 14 12:09:54.705669 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-22342f69-0000-4933-8ee5-f4644372afa2 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] For port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,segment=NetworkSegment(c06dea09-288d-47ae-ae40-2e8fa4680400),segment_id=c06dea09-288d-47ae-ae40-2e8fa4680400)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:09:54.706091 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-22342f69-0000-4933-8ee5-f4644372afa2 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:54.718917 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-22342f69-0000-4933-8ee5-f4644372afa2 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Calling delete_port for 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:09:54.915637 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-22342f69-0000-4933-8ee5-f4644372afa2 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (314aabb7-f4cc-43ed-abf5-fd778e2e2ac3), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:54.948650 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22342f69-0000-4933-8ee5-f4644372afa2 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Pushing event deleted for resources: {'Port': ['ID=314aabb7-f4cc-43ed-abf5-fd778e2e2ac3,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:09:54.999390 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-22342f69-0000-4933-8ee5-f4644372afa2 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] No DVR routers for this DVR port 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:09:55.002331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-22342f69-0000-4933-8ee5-f4644372afa2 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:55.006242 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac2c4c0b-1728-43cb-943c-33a80459cae7 req-22342f69-0000-4933-8ee5-f4644372afa2 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.81 "DELETE /networking/v2.0/ports/314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 HTTP/1.1" status: 204 len: 173 time: 0.6353989 Sep 14 12:09:55.006740 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e08b9a-a9d4-482f-afcd-f9bef668d3dc', 'name': 'network-vif-deleted', 'tag': '314aabb7-f4cc-43ed-abf5-fd778e2e2ac3'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:09:55.009018 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bebacd-071e-403a-9acc-7070b63e62c6" -d '{"events": [{"server_uuid": "48e08b9a-a9d4-482f-afcd-f9bef668d3dc", "name": "network-vif-deleted", "tag": "314aabb7-f4cc-43ed-abf5-fd778e2e2ac3"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:55.084567 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c945f73-1764-4236-8b42-b595200662b1 x-openstack-request-id: req-9c945f73-1764-4236-8b42-b595200662b1 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:55.084863 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e08b9a-a9d4-482f-afcd-f9bef668d3dc", "name": "network-vif-deleted", "tag": "314aabb7-f4cc-43ed-abf5-fd778e2e2ac3", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:55.085121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c945f73-1764-4236-8b42-b595200662b1 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:55.085575 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c945f73-1764-4236-8b42-b595200662b1'] response: {'server_uuid': '48e08b9a-a9d4-482f-afcd-f9bef668d3dc', 'name': 'network-vif-deleted', 'tag': '314aabb7-f4cc-43ed-abf5-fd778e2e2ac3', 'status': 'completed', 'code': 200} Sep 14 12:09:55.115497 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:09:55.134980 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:09:55.135319 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 314aabb7-f4cc-43ed-abf5-fd778e2e2ac3 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:09:55.721168 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:09:55.753260 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2a98331e-0cc4-49fe-8138-f065ee34747c req-d54b1aaa-08f9-4c3e-a28d-a201b6a69d88 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 210 time: 0.0295060 Sep 14 12:09:55.798079 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628503e-d2bb-460d-85a8-10647fa90865 req-9300a623-51cc-4e9f-9545-17e00eeea065 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:55.799547 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0628503e-d2bb-460d-85a8-10647fa90865 req-9300a623-51cc-4e9f-9545-17e00eeea065 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0494945 Sep 14 12:09:55.827895 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:55.852537 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0628503e-d2bb-460d-85a8-10647fa90865 req-e3838929-b7ff-4408-8d79-661efc7473b6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473170 Sep 14 12:09:55.975052 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d94c1-df6b-44ea-ba0a-c16f4d239569 req-846b91e2-f4a7-4c4b-8e5a-07d4bd2a1d31 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:55.977359 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-721d94c1-df6b-44ea-ba0a-c16f4d239569 req-846b91e2-f4a7-4c4b-8e5a-07d4bd2a1d31 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0484381 Sep 14 12:09:55.987279 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 40594) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:09:55.991960 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-e06b827a-2ea0-4df7-ad73-090e66dd2521 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Request body: {'floatingip': {'port_id': '027c61fc-efa6-4219-96b2-fd9ae33eb05c'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:09:56.030989 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e06b827a-2ea0-4df7-ad73-090e66dd2521 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for floatingip (6a01cc08-d325-4ab0-9076-940f15f8d058), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:56.181436 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:56.481074 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e06b827a-2ea0-4df7-ad73-090e66dd2521 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:56.544842 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e06b827a-2ea0-4df7-ad73-090e66dd2521 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (6a01cc08-d325-4ab0-9076-940f15f8d058), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:56.654874 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [None req-e06b827a-2ea0-4df7-ad73-090e66dd2521 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Floating IP 6a01cc08-d325-4ab0-9076-940f15f8d058 associated. External IP: 172.27.3.73, port: 027c61fc-efa6-4219-96b2-fd9ae33eb05c. Sep 14 12:09:56.885825 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-79e0282d-e4ba-4639-8816-27952fedf5a6 req-f1f52d2d-4f3a-4560-8ede-a1b8decb940e tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 210 time: 0.0352380 Sep 14 12:09:56.887671 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06b827a-2ea0-4df7-ad73-090e66dd2521 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Router d2825723-cf8a-44bf-9e74-a49f3649e302 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:09:56.980289 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:57.003358 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06b827a-2ea0-4df7-ad73-090e66dd2521 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:09:57.008235 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e06b827a-2ea0-4df7-ad73-090e66dd2521 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:09:57.018933 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] Sync routers for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:09:57.035241 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:09:57.036546 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:09:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:57.054046 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e06b827a-2ea0-4df7-ad73-090e66dd2521 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/6a01cc08-d325-4ab0-9076-940f15f8d058 HTTP/1.1" status: 200 len: 990 time: 1.0653796 Sep 14 12:09:57.076448 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:57.085303 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:57.091968 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:09:57.091968 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f7115-9c60-4bcc-a361-b6911485506f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:09:57.130540 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e2f5cd-b183-4fb3-9e9f-d709862bcc67 x-openstack-request-id: req-88e2f5cd-b183-4fb3-9e9f-d709862bcc67 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:09:57.130921 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:09:57.131715 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-88e2f5cd-b183-4fb3-9e9f-d709862bcc67 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:09:57.131715 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88e2f5cd-b183-4fb3-9e9f-d709862bcc67'] response: {'name': 'network-changed', 'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'status': 'completed', 'code': 200} Sep 14 12:09:57.160842 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:09:57.246042 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-a8e3033d-3135-4ae7-b2a0-09d060ecde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:57.247557 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-a8e3033d-3135-4ae7-b2a0-09d060ecde65 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0403080 Sep 14 12:09:57.379706 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '6a01cc08-d325-4ab0-9076-940f15f8d058', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'port_id': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'mac_address': 'fa:16:3e:13:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:09:20Z', 'updated_at': '2022-09-14T12:09:56Z', 'revision_number': 1, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:22Z', 'revision_number': 5, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:57.405406 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] Checking router: d2825723-cf8a-44bf-9e74-a49f3649e302 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:09:57.414183 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:09:57.414788 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:09:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:57.516471 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:09:57.697593 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-4d6434ac-5ed2-46de-b7c8-3b1c20d9fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:57.699866 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-4d6434ac-5ed2-46de-b7c8-3b1c20d9fc9f service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.0946081 Sep 14 12:09:57.741450 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '6a01cc08-d325-4ab0-9076-940f15f8d058', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'port_id': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'mac_address': 'fa:16:3e:13:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:09:20Z', 'updated_at': '2022-09-14T12:09:56Z', 'revision_number': 1, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:22Z', 'revision_number': 5, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:09:57.764082 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-14fd851f-4461-4c5d-836c-d9f9b64aba2b service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c HTTP/1.1" status: 200 len: 998 time: 0.0572701 Sep 14 12:09:57.768783 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf952c04-03b1-43d9-94ed-4e0e779043e7 None None] The sync data for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi is: [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '6a01cc08-d325-4ab0-9076-940f15f8d058', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'port_id': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'mac_address': 'fa:16:3e:13:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:09:20Z', 'updated_at': '2022-09-14T12:09:56Z', 'revision_number': 1, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:22Z', 'revision_number': 5, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:09:57.824330 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-db4770db-bcfc-4667-b551-24ae7886fb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:57.826013 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-db4770db-bcfc-4667-b551-24ae7886fb5e service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0479376 Sep 14 12:09:57.869519 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:57.879263 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-ef2f593f-81cb-4b15-aa26-f5f903e7a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:57.880750 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-ef2f593f-81cb-4b15-aa26-f5f903e7a5c4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448656 Sep 14 12:09:58.007566 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384abcee-90ef-4e93-ab7e-eaa17b5bd56b None None] New status for floating IP 6a01cc08-d325-4ab0-9076-940f15f8d058: ACTIVE {{(pid=106905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:09:58.030123 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-a6b13c0c-fab3-4483-b7b9-0dcf73be690f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298900 Sep 14 12:09:58.032623 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-507e12d1-30f7-4da9-b70e-64837a99bd09 req-1a29d372-e4d8-4635-a988-487ffd6dadf5 tempest-VolumesActionsTest-1504011276 tempest-VolumesActionsTest-1504011276-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=48e08b9a-a9d4-482f-afcd-f9bef668d3dc HTTP/1.1" status: 200 len: 210 time: 0.0406005 Sep 14 12:09:58.138548 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e6f7115-9c60-4bcc-a361-b6911485506f req-d8a4a898-b3ad-47f6-9d68-27eb4aee94fc service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940607 Sep 14 12:09:59.324343 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-d798a0f1-342d-4c31-b24d-5d838c15936b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380237 Sep 14 12:09:59.457829 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-a8cf8d6c-448e-4c07-99b8-88fa526460fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:59.459270 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-a8cf8d6c-448e-4c07-99b8-88fa526460fd service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 1130 time: 0.0429869 Sep 14 12:09:59.580794 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-f96bef53-3f3c-4412-8c9b-7f83ccdaa27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:59.582851 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-f96bef53-3f3c-4412-8c9b-7f83ccdaa27e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 917 time: 0.0951533 Sep 14 12:09:59.649088 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-dd0949c9-53a0-4f0b-829d-fc665b6d07cd service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906fb0c9-14b7-4949-943a-c084b122ae8b HTTP/1.1" status: 200 len: 1002 time: 0.0597863 Sep 14 12:09:59.701250 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-80249687-e571-467d-a493-2048b0d265b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:59.702812 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-80249687-e571-467d-a493-2048b0d265b1 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 200 len: 855 time: 0.0478158 Sep 14 12:09:59.749956 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-62d447a0-3d9f-4e28-b94e-7ebc02d197a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:09:59.751488 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-62d447a0-3d9f-4e28-b94e-7ebc02d197a3 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=0ca6a8c3-1298-4a9f-a110-741bf377213f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416186 Sep 14 12:09:59.856461 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-7f8e6e93-1e43-43e4-afcd-3d508ac04a32 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973144 Sep 14 12:09:59.912291 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:09:59.948525 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbaffce4-174a-463b-abc7-01c2065d0e3c req-673fd357-2111-4b4b-b0d3-7a6fa149972c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852008 Sep 14 12:10:02.438833 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513dd32-71dd-4c54-8839-de24a57eea01 req-685c2c3c-3e8f-4cc8-bb6b-7d756e51d65a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:02.440334 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6513dd32-71dd-4c54-8839-de24a57eea01 req-685c2c3c-3e8f-4cc8-bb6b-7d756e51d65a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0542648 Sep 14 12:10:02.489071 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6513dd32-71dd-4c54-8839-de24a57eea01 req-995890fd-43e3-49a7-9f85-e9b8c7eadd7b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430057 Sep 14 12:10:02.513474 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:03.620698 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b86e3-e931-4a6b-b6b4-9846ca66a415 req-4be7e63b-19d0-410a-b039-7d64f2c1ed55 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:03.622189 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-612b86e3-e931-4a6b-b6b4-9846ca66a415 req-4be7e63b-19d0-410a-b039-7d64f2c1ed55 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0477707 Sep 14 12:10:03.669111 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-612b86e3-e931-4a6b-b6b4-9846ca66a415 req-b19cfde5-e3c6-42d6-9de1-b40d0d2088e2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Sep 14 12:10:04.795042 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5763e-558e-405a-96d1-67a901ac03e0 req-ee96be2f-49f1-4fb9-9cf2-db96558a77a4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:04.796535 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5e5763e-558e-405a-96d1-67a901ac03e0 req-ee96be2f-49f1-4fb9-9cf2-db96558a77a4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0505066 Sep 14 12:10:05.074902 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5e5763e-558e-405a-96d1-67a901ac03e0 req-e26bcf68-d30b-4976-9c8f-f29c442389c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2719731 Sep 14 12:10:06.165360 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:06.203066 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c29ee-8b08-4efd-8e34-ac806946bc58 req-614248a9-578a-45d4-b4b0-6b5124803af9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:06.204568 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e30c29ee-8b08-4efd-8e34-ac806946bc58 req-614248a9-578a-45d4-b4b0-6b5124803af9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0494003 Sep 14 12:10:06.252907 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e30c29ee-8b08-4efd-8e34-ac806946bc58 req-d1c68738-6c9a-4edb-8d0f-8ca55b74f4bb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420973 Sep 14 12:10:07.385363 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e3db6b-8cf4-4465-bc34-cf43a5554a9b req-d9fffcb1-3c05-416d-b987-9c2c1aef9bf8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:07.386888 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-46e3db6b-8cf4-4465-bc34-cf43a5554a9b req-d9fffcb1-3c05-416d-b987-9c2c1aef9bf8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0490248 Sep 14 12:10:07.443084 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-46e3db6b-8cf4-4465-bc34-cf43a5554a9b req-0567b706-2da7-42d7-9e84-d28d7f57db30 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505476 Sep 14 12:10:07.745155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=78 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:08.577441 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835a8cc-64c5-49cc-b88f-908431879e1e req-e84ee055-2449-4daa-a40a-5d1616811319 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:08.578938 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b835a8cc-64c5-49cc-b88f-908431879e1e req-e84ee055-2449-4daa-a40a-5d1616811319 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0552702 Sep 14 12:10:08.627848 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b835a8cc-64c5-49cc-b88f-908431879e1e req-4cc5fe7f-66de-478a-91d4-043bb997374a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429296 Sep 14 12:10:09.778095 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16649c-3c44-42c2-9893-a5c8b1fac747 req-928d28e7-cbe4-4a2d-8a7f-e9b425b675c8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:09.779598 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c16649c-3c44-42c2-9893-a5c8b1fac747 req-928d28e7-cbe4-4a2d-8a7f-e9b425b675c8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0548992 Sep 14 12:10:09.832588 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1c16649c-3c44-42c2-9893-a5c8b1fac747 req-fc2e529c-0712-4b97-a7b2-a3b437e9310a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470464 Sep 14 12:10:10.981644 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e635357-9bf0-4717-8796-68afc33eb286 req-865013a1-46c3-4d74-bf39-41620a4235f5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:10.983149 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5e635357-9bf0-4717-8796-68afc33eb286 req-865013a1-46c3-4d74-bf39-41620a4235f5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0507865 Sep 14 12:10:11.032015 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5e635357-9bf0-4717-8796-68afc33eb286 req-22f99b6b-1fa9-4b78-bae8-582adaf7c7b9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424180 Sep 14 12:10:12.205086 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33e629-ce37-420b-b06f-3cfbdbbcc1bd req-2ab95893-b816-4bf2-9371-967d3e4f7ddb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:12.206869 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9d33e629-ce37-420b-b06f-3cfbdbbcc1bd req-2ab95893-b816-4bf2-9371-967d3e4f7ddb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0573592 Sep 14 12:10:12.261013 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9d33e629-ce37-420b-b06f-3cfbdbbcc1bd req-e10bddb8-df2d-43a2-8a77-b79835ad6ad6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467122 Sep 14 12:10:12.420526 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:12.698239 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a1ea7de0-48cf-46e3-802e-e53d43b94c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:12.919166 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:12.929474 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:13.435277 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d10c6-ab3b-4665-aab4-b3c3676d5096 req-fa0958e5-2f85-4567-b7b9-b8e46e8881ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:13.437074 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b50d10c6-ab3b-4665-aab4-b3c3676d5096 req-fa0958e5-2f85-4567-b7b9-b8e46e8881ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0541677 Sep 14 12:10:13.496608 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b50d10c6-ab3b-4665-aab4-b3c3676d5096 req-fec4f286-f4e3-4d2c-b28c-8fcc8a9c07a4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501721 Sep 14 12:10:14.655057 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc02ac-c543-49ba-a922-f7ede49ba909 req-bf85d9c3-32ab-4350-8d22-e5d063aa853a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:14.656724 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-debc02ac-c543-49ba-a922-f7ede49ba909 req-bf85d9c3-32ab-4350-8d22-e5d063aa853a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0566585 Sep 14 12:10:14.671230 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:14.716341 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-debc02ac-c543-49ba-a922-f7ede49ba909 req-55a26a07-9c9a-48bc-b431-77af850b9061 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514216 Sep 14 12:10:15.165319 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-90eee93c-b4cb-42ef-94c6-b5b052619a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:15.881225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a1f91-0cae-4e1e-b5b9-9ab84aeb6402 req-ddc7a96c-8e8e-465b-987e-b2271470734f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:15.883497 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-328a1f91-0cae-4e1e-b5b9-9ab84aeb6402 req-ddc7a96c-8e8e-465b-987e-b2271470734f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0547028 Sep 14 12:10:15.940963 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-328a1f91-0cae-4e1e-b5b9-9ab84aeb6402 req-728d0bbc-57e6-4c9d-88f4-0c536f7061fa tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512660 Sep 14 12:10:16.405334 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:17.090428 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6aaa1-e2c0-4491-9b92-5886322c82a7 req-92eb1cba-165f-4330-8a73-8cff90f0c3ac tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:17.092123 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-82a6aaa1-e2c0-4491-9b92-5886322c82a7 req-92eb1cba-165f-4330-8a73-8cff90f0c3ac tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0596998 Sep 14 12:10:17.154779 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-82a6aaa1-e2c0-4491-9b92-5886322c82a7 req-9e1582ef-6e9f-441f-9222-bf49f4e520e7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559993 Sep 14 12:10:17.994541 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:17.997717 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:18.301917 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501abd7-2b3b-49fe-9c37-7920e5233d53 req-b2949257-ddf4-4b25-8646-78e6d96ca42f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:18.303330 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a501abd7-2b3b-49fe-9c37-7920e5233d53 req-b2949257-ddf4-4b25-8646-78e6d96ca42f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0583832 Sep 14 12:10:18.370614 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a501abd7-2b3b-49fe-9c37-7920e5233d53 req-1a474fb5-236a-4a37-af4e-a0d3fce62388 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612609 Sep 14 12:10:19.521999 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257285ef-2b8c-4ab3-ad26-c9056b159568 req-5e1b0001-f85b-41ab-968d-c2a784a192d3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:19.523561 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-257285ef-2b8c-4ab3-ad26-c9056b159568 req-5e1b0001-f85b-41ab-968d-c2a784a192d3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0525298 Sep 14 12:10:19.563309 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:19.580428 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-257285ef-2b8c-4ab3-ad26-c9056b159568 req-dfb11444-6059-4402-8e0e-e2764afa7871 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507145 Sep 14 12:10:20.727034 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08797744-29eb-48fb-b1f2-6e859ff35adc req-d2f788ad-5c87-43d0-a558-cde5d1d5a2c1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:20.728715 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-08797744-29eb-48fb-b1f2-6e859ff35adc req-d2f788ad-5c87-43d0-a558-cde5d1d5a2c1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0598135 Sep 14 12:10:20.782490 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-08797744-29eb-48fb-b1f2-6e859ff35adc req-7b39078e-74c9-4727-9201-596c8a5320e5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474477 Sep 14 12:10:21.956093 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e506ca-493d-4740-be11-451a28ff8b9e req-5a710e78-854a-4634-bab8-b145867d59fd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:21.958968 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-95e506ca-493d-4740-be11-451a28ff8b9e req-5a710e78-854a-4634-bab8-b145867d59fd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0751338 Sep 14 12:10:22.024504 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-95e506ca-493d-4740-be11-451a28ff8b9e req-f18a5c67-3df8-4e66-9eed-be6ee8eab248 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561471 Sep 14 12:10:23.185300 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a05ae-8f8e-4a27-a9fc-8ac089c763fc req-08eb82e8-697b-42d3-b73e-1ac62919d932 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:23.187556 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-467a05ae-8f8e-4a27-a9fc-8ac089c763fc req-08eb82e8-697b-42d3-b73e-1ac62919d932 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0543683 Sep 14 12:10:23.246782 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-467a05ae-8f8e-4a27-a9fc-8ac089c763fc req-854d677f-1fd5-42cb-b0ec-af76f06cb60c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528803 Sep 14 12:10:24.238831 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 40992) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:10:24.411210 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:24.434778 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b44ee9-e78d-463a-8794-c7cc8ad2a91d req-53e090c8-2e48-4122-8f51-76899e24553e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:24.436703 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6b44ee9-e78d-463a-8794-c7cc8ad2a91d req-53e090c8-2e48-4122-8f51-76899e24553e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0696564 Sep 14 12:10:24.519442 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6b44ee9-e78d-463a-8794-c7cc8ad2a91d req-99c75fa9-4b79-44ad-8b79-19e7519ca9bd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758622 Sep 14 12:10:24.568726 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Publish callbacks [] for security_group (4d81ebb7-d01a-45c8-b7e7-efb736535413), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:24.633961 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (4d81ebb7-d01a-45c8-b7e7-efb736535413), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:24.678842 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d81ebb7-d01a-45c8-b7e7-efb736535413,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:24.684814 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=129ac241dc4140a9865f951c0b7de064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4448190 Sep 14 12:10:24.689216 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 41000) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:10:24.694225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.695013 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.695535 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.696059 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.696580 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.697675 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.698218 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.698727 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.699250 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.699742 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.700249 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.700748 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.701246 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.701743 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.702716 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83de4f13-105f-42f9-a67b-faec9ba319d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.774369 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Publish callbacks [] for security_group (4d81ebb7-d01a-45c8-b7e7-efb736535413), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:24.802059 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Publish callbacks [] for security_group (4d81ebb7-d01a-45c8-b7e7-efb736535413), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:24.933192 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (4d81ebb7-d01a-45c8-b7e7-efb736535413), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:24.935911 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:24.937221 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4d81ebb7-d01a-45c8-b7e7-efb736535413 HTTP/1.1" status: 204 len: 168 time: 0.2458813 Sep 14 12:10:24.952464 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d81ebb7-d01a-45c8-b7e7-efb736535413,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:24.953948 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.954303 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.954654 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.954980 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.955315 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.955647 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.955979 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.956332 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.956661 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.956994 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.957328 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.957654 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.958003 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.958324 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:24.958645 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a9dee8-ed2e-486c-80d7-dcd911c22a33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:25.639714 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:25.696844 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cec8c-dbca-46b3-8b57-511001d6ddb8 req-1c0b193c-2844-4b3a-98b7-afb3989f5f29 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:25.698449 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d30cec8c-dbca-46b3-8b57-511001d6ddb8 req-1c0b193c-2844-4b3a-98b7-afb3989f5f29 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0682909 Sep 14 12:10:25.752211 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d30cec8c-dbca-46b3-8b57-511001d6ddb8 req-16f61b58-fe1c-4fb9-abb5-0bcc372a40d0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461886 Sep 14 12:10:26.912137 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3da9b-aa8a-4fe7-aedb-76d1025bf75c req-8142d628-0022-4027-b690-82717523265b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:26.913782 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-56a3da9b-aa8a-4fe7-aedb-76d1025bf75c req-8142d628-0022-4027-b690-82717523265b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0576451 Sep 14 12:10:26.989067 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-56a3da9b-aa8a-4fe7-aedb-76d1025bf75c req-e5350509-fc7c-4df2-a4d1-4f55e1cb3ba7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691423 Sep 14 12:10:27.864612 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:28.189189 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd6b44c-27af-4766-95fb-a5a531be4f6e req-a7a77c97-15e9-42f3-991b-b64e0b78dad6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:28.196837 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-abd6b44c-27af-4766-95fb-a5a531be4f6e req-a7a77c97-15e9-42f3-991b-b64e0b78dad6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0718160 Sep 14 12:10:28.267929 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-abd6b44c-27af-4766-95fb-a5a531be4f6e req-3ace58ab-4c92-48d8-b081-991e54c3794d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698187 Sep 14 12:10:29.380039 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:29.416673 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f869c-e414-4088-89dd-c375a7afc1e2 req-e540d712-015e-49da-b001-1289750fc8d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:29.418147 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-758f869c-e414-4088-89dd-c375a7afc1e2 req-e540d712-015e-49da-b001-1289750fc8d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0480115 Sep 14 12:10:29.468896 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-758f869c-e414-4088-89dd-c375a7afc1e2 req-b446ee52-d4f4-42f4-89f4-51b7a3551eec tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451903 Sep 14 12:10:30.597266 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd043ed-0945-4aa9-b843-ff7b68436dd7 req-e837834e-e9b0-47e6-820c-d9adb8eb001d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:30.598842 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dd043ed-0945-4aa9-b843-ff7b68436dd7 req-e837834e-e9b0-47e6-820c-d9adb8eb001d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0472817 Sep 14 12:10:30.647756 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dd043ed-0945-4aa9-b843-ff7b68436dd7 req-1dd10f99-3e67-4085-a916-41780c120887 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430455 Sep 14 12:10:31.805939 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b222d-cf5d-4c6d-b1e7-c3d6ba23c844 req-a0cda1f0-d668-4bd8-bf6f-362ccd96f1dc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:31.807405 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e60b222d-cf5d-4c6d-b1e7-c3d6ba23c844 req-a0cda1f0-d668-4bd8-bf6f-362ccd96f1dc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0501027 Sep 14 12:10:31.863033 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e60b222d-cf5d-4c6d-b1e7-c3d6ba23c844 req-ff9bbc88-5b86-49e9-80a5-95c169ece9c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491188 Sep 14 12:10:32.719655 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:10:32.998632 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee97a6-155b-494f-9b01-3a609b8339e7 req-359fbab8-8f55-468a-935d-e9cf2b127105 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:33.000413 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-38ee97a6-155b-494f-9b01-3a609b8339e7 req-359fbab8-8f55-468a-935d-e9cf2b127105 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0495520 Sep 14 12:10:33.049720 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-38ee97a6-155b-494f-9b01-3a609b8339e7 req-6288631e-f4df-4099-8d45-e9225b9df5d6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427785 Sep 14 12:10:33.175540 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 906fb0c9-14b7-4949-943a-c084b122ae8b details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:10:33.290274 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:33.306987 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'port_id': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'mac_address': 'fa:16:3e:f7:ea:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:10:33.309993 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:33.349684 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 906fb0c9-14b7-4949-943a-c084b122ae8b is: ACTIVE; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:10:33.350103 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:33.363726 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 906fb0c9-14b7-4949-943a-c084b122ae8b {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:10:33.385139 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:33.462237 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:33.509030 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=6']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:33.516145 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.516490 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.516830 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.517169 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.517507 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.517834 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.518197 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.518536 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.518848 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.519172 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.519497 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.519841 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.520167 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.520489 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.520809 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:10:33.932816 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['906fb0c9-14b7-4949-943a-c084b122ae8b'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:10:34.177523 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c814d1-a93e-4184-9a89-ab842c756e1c req-43cd08b9-394e-4875-aee7-66948ab03ecf tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:34.179063 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-38c814d1-a93e-4184-9a89-ab842c756e1c req-43cd08b9-394e-4875-aee7-66948ab03ecf tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 945 time: 0.0478225 Sep 14 12:10:34.230377 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-38c814d1-a93e-4184-9a89-ab842c756e1c req-93b30224-4e5c-448c-97b6-6e5371281def tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457008 Sep 14 12:10:34.941181 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:34.951275 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:35.174497 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 906fb0c9-14b7-4949-943a-c084b122ae8b up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:10:35.217592 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 906fb0c9-14b7-4949-943a-c084b122ae8b triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:10:35.217910 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:35.218249 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:10:35.314135 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 906fb0c9-14b7-4949-943a-c084b122ae8b is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:10:35.314527 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:35.343242 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:10:35.344897 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e720b12-44c1-496b-97c5-d46c0d6eb34d" -d '{"events": [{"server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "name": "network-vif-plugged", "status": "completed", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:10:35.361124 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:35.364087 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:10:35.376937 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6497b9c-9841-4e52-81b3-503a90991c22 req-4589399e-5d2b-4cc9-a35e-6f6ddc139b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:35.379145 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6497b9c-9841-4e52-81b3-503a90991c22 req-4589399e-5d2b-4cc9-a35e-6f6ddc139b75 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 945 time: 0.0532136 Sep 14 12:10:35.387531 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f48b0b-ca4a-47fd-ac1d-5bc028ff8cea x-openstack-request-id: req-e9f48b0b-ca4a-47fd-ac1d-5bc028ff8cea {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:10:35.387852 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "name": "network-vif-plugged", "status": "completed", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:10:35.388108 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9f48b0b-ca4a-47fd-ac1d-5bc028ff8cea {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:10:35.388510 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f48b0b-ca4a-47fd-ac1d-5bc028ff8cea'] response: {'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'code': 200} Sep 14 12:10:35.440284 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c6497b9c-9841-4e52-81b3-503a90991c22 req-ef00df61-d1d3-4334-86f1-29e31c0c6407 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501840 Sep 14 12:10:35.453469 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:35.516747 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=7']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:36.590408 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbbd00b-1d2e-48c1-9bea-8c2816107b12 req-2e2e6fc5-a680-46db-ada8-7fdd24502954 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:36.591976 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0bbbd00b-1d2e-48c1-9bea-8c2816107b12 req-2e2e6fc5-a680-46db-ada8-7fdd24502954 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0546062 Sep 14 12:10:36.663453 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0bbbd00b-1d2e-48c1-9bea-8c2816107b12 req-b7ae00d2-7b96-4c45-89a9-05e06c7c12dc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603492 Sep 14 12:10:37.804943 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b5c9f-d562-4d37-86c0-e7c2d138bfde req-fd3767cd-55e7-4959-acaf-8c8c0a1d19b6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:37.806441 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a78b5c9f-d562-4d37-86c0-e7c2d138bfde req-fd3767cd-55e7-4959-acaf-8c8c0a1d19b6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0463870 Sep 14 12:10:37.864453 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a78b5c9f-d562-4d37-86c0-e7c2d138bfde req-247f910a-24fb-4f0e-9038-ded4e5e28e7d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524476 Sep 14 12:10:38.998360 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827664b-961d-4cd3-a7f4-e810e5073fc2 req-53c3da9d-468d-47e7-a5a5-91c1c93611d7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:38.999854 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c827664b-961d-4cd3-a7f4-e810e5073fc2 req-53c3da9d-468d-47e7-a5a5-91c1c93611d7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0518374 Sep 14 12:10:39.025123 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:39.049428 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c827664b-961d-4cd3-a7f4-e810e5073fc2 req-5fab71ee-7ec4-4272-bf2d-564f42c52a14 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438650 Sep 14 12:10:40.179638 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72825ae-8826-4443-9df5-cf30da49246c req-a6acd936-aaa8-4c5e-adeb-d01c7d5c691c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:40.181161 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e72825ae-8826-4443-9df5-cf30da49246c req-a6acd936-aaa8-4c5e-adeb-d01c7d5c691c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0496993 Sep 14 12:10:40.231130 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e72825ae-8826-4443-9df5-cf30da49246c req-991b42d4-994b-446f-bf72-a942f57b29b5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440247 Sep 14 12:10:41.367189 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470e3fd-6690-4d2a-a253-01357e53a743 req-c0ab167d-3273-4921-868f-9acd0b80aafa tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:41.368865 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1470e3fd-6690-4d2a-a253-01357e53a743 req-c0ab167d-3273-4921-868f-9acd0b80aafa tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0536461 Sep 14 12:10:41.419596 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1470e3fd-6690-4d2a-a253-01357e53a743 req-56d9ce54-7fd0-4b3f-968d-d5f645872eb0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443153 Sep 14 12:10:42.546876 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:42.568791 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6708baa-4685-4a54-9ea1-9ec30b3b963a req-94db6458-84d0-46e9-9c77-53db4c3fe39d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:42.568791 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b6708baa-4685-4a54-9ea1-9ec30b3b963a req-94db6458-84d0-46e9-9c77-53db4c3fe39d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0528438 Sep 14 12:10:42.620160 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b6708baa-4685-4a54-9ea1-9ec30b3b963a req-cffb9aea-fe8d-4da8-85bd-f5cff5143a0e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495510 Sep 14 12:10:42.697050 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-75e261c5-fa6a-450b-8579-b9938e89db26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:43.753793 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0bcbb-b53b-4218-8fd1-345a304c5bde req-160cc460-ce63-452e-ab7e-3cbd2abb83ec tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:43.755816 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fba0bcbb-b53b-4218-8fd1-345a304c5bde req-160cc460-ce63-452e-ab7e-3cbd2abb83ec tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0515611 Sep 14 12:10:43.811561 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fba0bcbb-b53b-4218-8fd1-345a304c5bde req-a74f1741-14fb-4963-b9aa-e93f1851abf2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500934 Sep 14 12:10:44.948063 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d712199-54ff-4e39-bc27-55bcc67feaa0 req-864a1a54-e49a-4822-a87d-670e886965e3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:44.949478 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3d712199-54ff-4e39-bc27-55bcc67feaa0 req-864a1a54-e49a-4822-a87d-670e886965e3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0465958 Sep 14 12:10:45.001961 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3d712199-54ff-4e39-bc27-55bcc67feaa0 req-44b4c7ba-7c97-4cad-9daf-5cecc5607896 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423045 Sep 14 12:10:45.086988 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:45.170645 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8d1f3a92-b887-4eb6-b281-4d454f3a004d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:46.136860 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e5a75-97b0-48ec-b93e-6a254ad65c33 req-fee2769d-2dc3-4a9c-a187-4962f0c93110 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:46.138430 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ed6e5a75-97b0-48ec-b93e-6a254ad65c33 req-fee2769d-2dc3-4a9c-a187-4962f0c93110 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0489070 Sep 14 12:10:46.187698 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ed6e5a75-97b0-48ec-b93e-6a254ad65c33 req-9c842409-8dc2-4d17-9c0d-d43344e4eeea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432515 Sep 14 12:10:46.416333 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:46.771899 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 41276) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:10:46.822007 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47cc670-7a44-4b26-b976-27ed0ffac84f admin admin] Deleting subnet 8364717f-1fec-4419-b631-318e90dd79ec {{(pid=106903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:10:46.825405 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d47cc670-7a44-4b26-b976-27ed0ffac84f admin admin] Publish callbacks [] for subnet (8364717f-1fec-4419-b631-318e90dd79ec), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:46.860268 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d47cc670-7a44-4b26-b976-27ed0ffac84f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626246'] for subnet (8364717f-1fec-4419-b631-318e90dd79ec), precommit_delete_associations {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:46.907825 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d47cc670-7a44-4b26-b976-27ed0ffac84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (8364717f-1fec-4419-b631-318e90dd79ec), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.071105 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d47cc670-7a44-4b26-b976-27ed0ffac84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2250688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2896776'] for subnet (8364717f-1fec-4419-b631-318e90dd79ec), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.102950 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47cc670-7a44-4b26-b976-27ed0ffac84f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8364717f-1fec-4419-b631-318e90dd79ec,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:47.106655 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d47cc670-7a44-4b26-b976-27ed0ffac84f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.110367 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-d47cc670-7a44-4b26-b976-27ed0ffac84f admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/8364717f-1fec-4419-b631-318e90dd79ec HTTP/1.1" status: 204 len: 168 time: 0.3367577 Sep 14 12:10:47.113045 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 41282) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:10:47.187902 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (9135ef43-953f-4132-bfad-90e682eae5df), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.275123 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (9135ef43-953f-4132-bfad-90e682eae5df), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.284486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:47.308537 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9135ef43-953f-4132-bfad-90e682eae5df']}} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:47.337972 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06dea09-288d-47ae-ae40-2e8fa4680400') {'for_net_delete': True} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:47.338193 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06dea09-288d-47ae-ae40-2e8fa4680400') {} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:10:47.353845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626301'] for segment (c06dea09-288d-47ae-ae40-2e8fa4680400), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.365513 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a319a-6bb1-4470-9566-f6fcd37f368b req-9792de28-4469-48e8-88f6-819aa0074739 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:47.367035 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae2a319a-6bb1-4470-9566-f6fcd37f368b req-9792de28-4469-48e8-88f6-819aa0074739 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0760055 Sep 14 12:10:47.380852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (c06dea09-288d-47ae-ae40-2e8fa4680400), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.394072 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:47.397450 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=106903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:10:47.397813 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250618'] for segment (c06dea09-288d-47ae-ae40-2e8fa4680400), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.443560 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment c06dea09-288d-47ae-ae40-2e8fa4680400 resource provider aggregate not found Sep 14 12:10:47.470295 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment c06dea09-288d-47ae-ae40-2e8fa4680400 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c06dea09-288d-47ae-ae40-2e8fa4680400 found for delete ", "request_id": "req-e4b233c4-522b-4c5c-b101-32422b3131be"}]} Sep 14 12:10:47.483075 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae2a319a-6bb1-4470-9566-f6fcd37f368b req-4433b77d-ea66-4a4c-8bc4-39218b63b433 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099341 Sep 14 12:10:47.570811 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (9135ef43-953f-4132-bfad-90e682eae5df), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.575753 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.579027 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/9135ef43-953f-4132-bfad-90e682eae5df HTTP/1.1" status: 204 len: 168 time: 0.4643598 Sep 14 12:10:47.594514 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03484378-1cc7-4da5-90d4-574ff56fb276 admin admin] Pushing event deleted for resources: {'Network': ['ID=9135ef43-953f-4132-bfad-90e682eae5df,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:47.948304 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:47.994314 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:48.007245 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 41294) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:10:48.050721 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-506bf603-6bd2-4f08-ba88-23aed2a1623d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2e692d812c3842608e10769277212d85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420768 Sep 14 12:10:48.053729 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 41298) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:10:48.103829 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-82b4f828-200b-4012-8dac-30c65dd2a498 admin admin] Publish callbacks [] for security_group (38a17f45-53fb-4a5f-819c-e634e4770623), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:48.124226 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-82b4f828-200b-4012-8dac-30c65dd2a498 admin admin] Publish callbacks [] for security_group (38a17f45-53fb-4a5f-819c-e634e4770623), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:48.267749 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-82b4f828-200b-4012-8dac-30c65dd2a498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (38a17f45-53fb-4a5f-819c-e634e4770623), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:48.270529 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-82b4f828-200b-4012-8dac-30c65dd2a498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:10:48.271691 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-82b4f828-200b-4012-8dac-30c65dd2a498 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/38a17f45-53fb-4a5f-819c-e634e4770623 HTTP/1.1" status: 204 len: 168 time: 0.2170212 Sep 14 12:10:48.280014 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4f828-200b-4012-8dac-30c65dd2a498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a17f45-53fb-4a5f-819c-e634e4770623,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:10:48.618093 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd80448-6c21-4f37-b416-b97ada1ff26d req-6b70c0fa-604a-4157-b499-06b6cdc12fc5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:48.619710 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6fd80448-6c21-4f37-b416-b97ada1ff26d req-6b70c0fa-604a-4157-b499-06b6cdc12fc5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0540230 Sep 14 12:10:48.675080 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6fd80448-6c21-4f37-b416-b97ada1ff26d req-d7defe7e-601c-418c-b092-87a7e6d96948 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488329 Sep 14 12:10:49.588742 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=7 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:49.589817 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:49.810633 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3c002-64da-4762-98a5-0e2990c3b782 req-b077e058-1a53-45b9-941b-696c2f05a7c0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:49.812105 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fcb3c002-64da-4762-98a5-0e2990c3b782 req-b077e058-1a53-45b9-941b-696c2f05a7c0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0531294 Sep 14 12:10:49.867649 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fcb3c002-64da-4762-98a5-0e2990c3b782 req-ca2cd39a-a126-448d-b3a2-51ae9fb6e95e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431221 Sep 14 12:10:50.995927 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83040e24-904d-425c-8b4e-c0b467aeef4e req-d048fdb2-cefe-4014-b671-e83043d1e602 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:50.997454 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-83040e24-904d-425c-8b4e-c0b467aeef4e req-d048fdb2-cefe-4014-b671-e83043d1e602 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0482910 Sep 14 12:10:51.050973 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-83040e24-904d-425c-8b4e-c0b467aeef4e req-e3ea6f4d-f1dd-4c67-9bc7-0546784097bd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458152 Sep 14 12:10:52.198345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e754e71-8bc9-41de-8de1-e37023f1a80f req-99df9c58-c9e5-4d28-9ef9-bd2397498b1d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:52.199833 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0e754e71-8bc9-41de-8de1-e37023f1a80f req-99df9c58-c9e5-4d28-9ef9-bd2397498b1d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0491438 Sep 14 12:10:52.255492 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0e754e71-8bc9-41de-8de1-e37023f1a80f req-a8878028-f825-4bd8-963e-46e11dd1af93 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470173 Sep 14 12:10:53.406311 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7406c-10b7-46eb-83fe-ccf15efe4369 req-844f4097-cb15-4f31-a860-d6872da7319f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:53.406311 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0b7406c-10b7-46eb-83fe-ccf15efe4369 req-844f4097-cb15-4f31-a860-d6872da7319f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0500968 Sep 14 12:10:53.455811 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0b7406c-10b7-46eb-83fe-ccf15efe4369 req-e0ba83d9-5818-4b2b-a8dd-d728e1c0aaaf tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469458 Sep 14 12:10:54.756416 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdb0ca-2945-498f-9a74-e7104442ad26 req-cae120f8-5539-4e09-a5e7-7b03f4a80eab tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:54.757808 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-effdb0ca-2945-498f-9a74-e7104442ad26 req-cae120f8-5539-4e09-a5e7-7b03f4a80eab tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.2185526 Sep 14 12:10:54.806099 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-effdb0ca-2945-498f-9a74-e7104442ad26 req-0bb910d8-175e-4fb9-a615-35eb61fab63b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419378 Sep 14 12:10:55.972199 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a8b58-2d53-45e1-8c1c-44d286247973 req-4250adf9-a0a2-4054-8f6d-72ec6760e7ed tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:55.973850 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0b8a8b58-2d53-45e1-8c1c-44d286247973 req-4250adf9-a0a2-4054-8f6d-72ec6760e7ed tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0659354 Sep 14 12:10:56.060353 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0b8a8b58-2d53-45e1-8c1c-44d286247973 req-06280159-7d1a-4e9c-943e-868980187552 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795226 Sep 14 12:10:56.110675 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45372e87-85d6-40a4-899f-77a67df18f8e req-47027559-dcd6-4f6b-bd6e-5c2f8be34c5c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:56.112347 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-45372e87-85d6-40a4-899f-77a67df18f8e req-47027559-dcd6-4f6b-bd6e-5c2f8be34c5c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.1372204 Sep 14 12:10:56.182292 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-45372e87-85d6-40a4-899f-77a67df18f8e req-f179a259-c0d9-4e13-bc13-67b77e5fdeee tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591080 Sep 14 12:10:57.201029 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef206b66-bb5a-487d-ad88-54220a9cfb30 req-4a1330f6-e40d-465e-8ad2-7e5ad2cc9705 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:57.202883 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef206b66-bb5a-487d-ad88-54220a9cfb30 req-4a1330f6-e40d-465e-8ad2-7e5ad2cc9705 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0569468 Sep 14 12:10:57.248527 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:57.289260 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef206b66-bb5a-487d-ad88-54220a9cfb30 req-2baaa350-1eee-4f83-99f6-cd42fa29ffdf tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700283 Sep 14 12:10:57.334311 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781b140-8348-4ec2-8eb1-9858fb77054a req-2f01fe66-4c93-428b-9149-3d3d45a22c58 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:57.335898 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7781b140-8348-4ec2-8eb1-9858fb77054a req-2f01fe66-4c93-428b-9149-3d3d45a22c58 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0722690 Sep 14 12:10:57.397516 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7781b140-8348-4ec2-8eb1-9858fb77054a req-7fe561fd-d33f-42fd-b7ab-3da6781c4049 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548725 Sep 14 12:10:58.159411 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:58.276176 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:58.294528 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:58.295130 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:58.428640 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad034d-2f33-4774-b421-76a614aa05cb req-216618ca-5963-4147-b4b3-ca6f5c87d73c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:58.430224 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7cad034d-2f33-4774-b421-76a614aa05cb req-216618ca-5963-4147-b4b3-ca6f5c87d73c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0487111 Sep 14 12:10:58.459131 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:10:58.491859 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7cad034d-2f33-4774-b421-76a614aa05cb req-58cb8f09-eec4-4d5a-a069-33b5ed3158ed tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547841 Sep 14 12:10:58.564946 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01e413-80a6-44ce-b6b6-4760af0b8760 req-d2178a67-cccc-42bb-b9a1-c37996025d84 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:58.566500 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae01e413-80a6-44ce-b6b6-4760af0b8760 req-d2178a67-cccc-42bb-b9a1-c37996025d84 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0502951 Sep 14 12:10:58.621766 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae01e413-80a6-44ce-b6b6-4760af0b8760 req-52707b23-a05a-4e7c-be3a-b2e2eb7c0501 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426068 Sep 14 12:10:59.653394 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608b644-7ac1-4843-b8c0-0741ba060098 req-e2d512e9-9a57-46e7-a69d-b651eaa02e38 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:59.655946 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0608b644-7ac1-4843-b8c0-0741ba060098 req-e2d512e9-9a57-46e7-a69d-b651eaa02e38 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0571816 Sep 14 12:10:59.717209 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0608b644-7ac1-4843-b8c0-0741ba060098 req-cca55da7-675b-4105-842b-4c4949295233 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554469 Sep 14 12:10:59.806481 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5c255-18d6-48c8-95a9-7f4cf138aa90 req-3a45f856-ab7b-42ba-83a6-c0ce779b5f67 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:10:59.807979 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-38a5c255-18d6-48c8-95a9-7f4cf138aa90 req-3a45f856-ab7b-42ba-83a6-c0ce779b5f67 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0611794 Sep 14 12:10:59.873218 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-38a5c255-18d6-48c8-95a9-7f4cf138aa90 req-239123a3-697a-4e43-8627-40e58657072d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585375 Sep 14 12:11:00.888979 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ab863-ba6e-4cad-84aa-1a525c950f02 req-f73f2626-2947-4e56-993c-bd29c117e9fa tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:00.892389 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef9ab863-ba6e-4cad-84aa-1a525c950f02 req-f73f2626-2947-4e56-993c-bd29c117e9fa tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0540347 Sep 14 12:11:00.967720 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef9ab863-ba6e-4cad-84aa-1a525c950f02 req-c26a6fd5-e4b7-4778-be44-547ef8f12f9b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618861 Sep 14 12:11:01.028675 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-56836e38-f971-427d-94d3-ba789fa35214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:01.030234 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-56836e38-f971-427d-94d3-ba789fa35214 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 1130 time: 0.0614793 Sep 14 12:11:01.167454 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9ce9d-7518-4125-8a2d-b6807996723b req-bc64198b-a8b9-42e7-8ddc-71238435aeca tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:01.168915 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-45e9ce9d-7518-4125-8a2d-b6807996723b req-bc64198b-a8b9-42e7-8ddc-71238435aeca tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0945597 Sep 14 12:11:01.263596 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-45e9ce9d-7518-4125-8a2d-b6807996723b req-6d42baec-0a04-4676-a8bd-81a3354c92b7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867002 Sep 14 12:11:01.329415 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-eee7d0c1-18f8-42b1-af95-99925f050d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:01.330967 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-eee7d0c1-18f8-42b1-af95-99925f050d8e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 200 len: 912 time: 0.2672970 Sep 14 12:11:01.341316 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6b0f3-4585-4a0f-86c8-65dcfcbd815b req-2df5ab7b-3ef6-4f66-b35f-cad3928597bf tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:01.349078 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b1e6b0f3-4585-4a0f-86c8-65dcfcbd815b req-2df5ab7b-3ef6-4f66-b35f-cad3928597bf tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 945 time: 0.0831633 Sep 14 12:11:01.412728 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b1e6b0f3-4585-4a0f-86c8-65dcfcbd815b req-d7b69505-2ee4-4f84-908a-4c623746d9ac tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603178 Sep 14 12:11:02.094900 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742b20e-556f-4853-adfc-f39cd33741e7 req-6986883d-7f44-4498-b493-b9411015af4c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:02.096421 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f742b20e-556f-4853-adfc-f39cd33741e7 req-6986883d-7f44-4498-b493-b9411015af4c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0477538 Sep 14 12:11:02.123183 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:02.145766 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f742b20e-556f-4853-adfc-f39cd33741e7 req-21c6460b-5e1d-4df4-ad7c-91de674cb37f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423789 Sep 14 12:11:02.406261 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87547909-7890-41c7-974b-cecc70dff923 req-4ab2137e-8947-4b8d-a9ed-8a1960dba2dd tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:02.407684 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-87547909-7890-41c7-974b-cecc70dff923 req-4ab2137e-8947-4b8d-a9ed-8a1960dba2dd tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0537863 Sep 14 12:11:02.460728 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-87547909-7890-41c7-974b-cecc70dff923 req-f98ea4ab-dfd7-4097-ae95-ecd05a4804e6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445035 Sep 14 12:11:02.539016 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9a632-dca5-442f-8847-bc709a7f6577 req-860942e9-5493-4444-bdc9-086219915975 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:02.540540 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6bb9a632-dca5-442f-8847-bc709a7f6577 req-860942e9-5493-4444-bdc9-086219915975 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Sep 14 12:11:02.594666 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6bb9a632-dca5-442f-8847-bc709a7f6577 req-b17e164d-a61e-4ff6-95b2-e6458c4cba30 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485353 Sep 14 12:11:02.987772 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-8e6ab2b1-8639-40d6-bb27-d6dea9288447 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb HTTP/1.1" status: 200 len: 1001 time: 0.0718801 Sep 14 12:11:03.054874 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:03.061795 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-5540af63-2394-4ad5-8ea8-1a524fa13786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:03.063606 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-5540af63-2394-4ad5-8ea8-1a524fa13786 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d4fe8a74-946d-4071-b8d3-3434cb1ac798 HTTP/1.1" status: 200 len: 850 time: 0.0587196 Sep 14 12:11:03.126314 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-bc027d78-7d0e-49e2-9968-3a854c8723c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:03.128598 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-bc027d78-7d0e-49e2-9968-3a854c8723c4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0562763 Sep 14 12:11:03.275977 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-ff57e5f7-f438-4bad-8847-2e2f249e0ea8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347623 Sep 14 12:11:03.296580 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:03.386588 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82056a38-3488-4b76-b48e-adb25d04b6cd req-c71c1109-8809-48dd-b82f-80d84615d56b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:03.388493 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-82056a38-3488-4b76-b48e-adb25d04b6cd req-c71c1109-8809-48dd-b82f-80d84615d56b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.1108322 Sep 14 12:11:03.479107 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-82056a38-3488-4b76-b48e-adb25d04b6cd req-cbf50e4b-3caa-4554-8d2e-d2b88532a909 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802293 Sep 14 12:11:03.503282 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54103a07-0170-4d2e-a263-c251d76c3b5d req-523c73c9-6adf-4e27-92f1-10f7d452439b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927679 Sep 14 12:11:03.623496 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087e5b3-2a6a-456a-abe1-44a13358fac8 req-f02561ed-4af5-4caa-a115-4e1d2d91dcd3 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:03.629752 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e087e5b3-2a6a-456a-abe1-44a13358fac8 req-f02561ed-4af5-4caa-a115-4e1d2d91dcd3 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0650423 Sep 14 12:11:03.730410 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e087e5b3-2a6a-456a-abe1-44a13358fac8 req-f3f4e878-2081-4480-ae3c-e04a6867b1ee tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996058 Sep 14 12:11:03.761890 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cc503-714a-4643-af5d-35accaf6d69f req-0806cd8e-b48e-4caf-b44d-3e3d3acd1983 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:03.761890 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-351cc503-714a-4643-af5d-35accaf6d69f req-0806cd8e-b48e-4caf-b44d-3e3d3acd1983 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 945 time: 0.0634489 Sep 14 12:11:03.827709 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-351cc503-714a-4643-af5d-35accaf6d69f req-34ff7a26-9e87-4767-b3de-1735341dc9c7 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666111 Sep 14 12:11:04.056934 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-bcea9938-acc5-4e0f-9d08-918d107fdc00 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:04.058493 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-bcea9938-acc5-4e0f-9d08-918d107fdc00 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 945 time: 0.0604854 Sep 14 12:11:04.157207 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-12a72f27-88a1-4e09-9485-4a813dd0a55c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Deleting port de246217-d047-4d75-a069-3f9ac78fe2d2 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:11:04.158006 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-12a72f27-88a1-4e09-9485-4a813dd0a55c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:04.270710 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:04.279566 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-12a72f27-88a1-4e09-9485-4a813dd0a55c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] For port de246217-d047-4d75-a069-3f9ac78fe2d2, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=de246217-d047-4d75-a069-3f9ac78fe2d2,segment=NetworkSegment(ae6063c6-d35c-4b33-b60e-108f5a21daa4),segment_id=ae6063c6-d35c-4b33-b60e-108f5a21daa4)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:04.279927 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-12a72f27-88a1-4e09-9485-4a813dd0a55c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:04.300193 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-12a72f27-88a1-4e09-9485-4a813dd0a55c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Calling delete_port for de246217-d047-4d75-a069-3f9ac78fe2d2 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:11:04.562289 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-12a72f27-88a1-4e09-9485-4a813dd0a55c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (de246217-d047-4d75-a069-3f9ac78fe2d2), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:04.600925 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:04.604075 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a72f27-88a1-4e09-9485-4a813dd0a55c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Pushing event deleted for resources: {'Port': ['ID=de246217-d047-4d75-a069-3f9ac78fe2d2,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:04.660602 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-12a72f27-88a1-4e09-9485-4a813dd0a55c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] No DVR routers for this DVR port de246217-d047-4d75-a069-3f9ac78fe2d2 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:11:04.665093 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-12a72f27-88a1-4e09-9485-4a813dd0a55c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:04.668285 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-39a00f38-ea20-4cea-a3eb-8148178b2210 req-12a72f27-88a1-4e09-9485-4a813dd0a55c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.81 "DELETE /networking/v2.0/ports/de246217-d047-4d75-a069-3f9ac78fe2d2 HTTP/1.1" status: 204 len: 173 time: 0.6038933 Sep 14 12:11:04.668783 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '991ad790-ed34-4f78-9db4-91ad889c3c47', 'name': 'network-vif-deleted', 'tag': 'de246217-d047-4d75-a069-3f9ac78fe2d2'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:11:04.671140 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf845f8-1703-4903-bf36-08e26b78b516" -d '{"events": [{"server_uuid": "991ad790-ed34-4f78-9db4-91ad889c3c47", "name": "network-vif-deleted", "tag": "de246217-d047-4d75-a069-3f9ac78fe2d2"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:04.720068 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450d545c-2d07-44fb-8d8c-2a2ff3cd53cd req-c0ea9ff2-d073-489c-a064-5388aaff94e0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:04.721766 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-450d545c-2d07-44fb-8d8c-2a2ff3cd53cd req-c0ea9ff2-d073-489c-a064-5388aaff94e0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0704293 Sep 14 12:11:04.751764 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231e9742-fcc1-47b1-b9b3-7bfced64dcf7 x-openstack-request-id: req-231e9742-fcc1-47b1-b9b3-7bfced64dcf7 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:04.752086 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "991ad790-ed34-4f78-9db4-91ad889c3c47", "name": "network-vif-deleted", "tag": "de246217-d047-4d75-a069-3f9ac78fe2d2", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:04.752323 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-231e9742-fcc1-47b1-b9b3-7bfced64dcf7 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:04.752764 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-231e9742-fcc1-47b1-b9b3-7bfced64dcf7'] response: {'server_uuid': '991ad790-ed34-4f78-9db4-91ad889c3c47', 'name': 'network-vif-deleted', 'tag': 'de246217-d047-4d75-a069-3f9ac78fe2d2', 'status': 'completed', 'code': 200} Sep 14 12:11:04.804720 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-450d545c-2d07-44fb-8d8c-2a2ff3cd53cd req-60acd12a-52a7-4c9f-b733-718d631709a9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742433 Sep 14 12:11:04.923219 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7e58c-e623-4756-a24f-e2c5655da442 req-97d293ee-157e-47fb-bb13-9d5fc32b4815 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:04.930702 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bdd7e58c-e623-4756-a24f-e2c5655da442 req-97d293ee-157e-47fb-bb13-9d5fc32b4815 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0624287 Sep 14 12:11:04.978328 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-25681676-a28c-4b23-8062-d614738fddfc req-cee225d5-765a-4f1b-99fe-03b9ce16f409 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0449781 Sep 14 12:11:05.018941 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bdd7e58c-e623-4756-a24f-e2c5655da442 req-abc214a0-138c-4abe-8e24-b4d10d8f2a68 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858638 Sep 14 12:11:05.952785 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354be72-df4a-443a-91c3-4a4ec43c9abe req-d2979dda-d48b-45a1-bbe6-99333c803ff5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:05.954294 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0354be72-df4a-443a-91c3-4a4ec43c9abe req-d2979dda-d48b-45a1-bbe6-99333c803ff5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0485134 Sep 14 12:11:06.009502 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0354be72-df4a-443a-91c3-4a4ec43c9abe req-0c5ebc55-23f1-4241-abb9-0520a1c259a7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492303 Sep 14 12:11:06.113432 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4e52ef78-f707-4952-bd23-d249dc8d0ff0 req-fb9e37a6-300c-48b1-8047-c03fec474ba3 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=991ad790-ed34-4f78-9db4-91ad889c3c47 HTTP/1.1" status: 200 len: 210 time: 0.0393443 Sep 14 12:11:06.160788 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970584d7-3c16-4e0a-bab8-2a6c2b7f4057 req-51c71070-cf78-4e16-ba51-ace855944a86 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:06.160788 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-970584d7-3c16-4e0a-bab8-2a6c2b7f4057 req-51c71070-cf78-4e16-ba51-ace855944a86 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0542212 Sep 14 12:11:06.233688 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-970584d7-3c16-4e0a-bab8-2a6c2b7f4057 req-7bb16b3f-c4d1-497f-8e6c-5f4f4d019421 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692930 Sep 14 12:11:06.572099 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device de246217-d047-4d75-a069-3f9ac78fe2d2 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:11:06.598057 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: de246217-d047-4d75-a069-3f9ac78fe2d2 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:11:06.598396 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device de246217-d047-4d75-a069-3f9ac78fe2d2 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:11:07.140067 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a6f0-4147-4091-a247-ea3dbde9b254 req-ff9a1a8c-68c1-4cf9-b6a7-797d175615d9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:07.141514 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8773a6f0-4147-4091-a247-ea3dbde9b254 req-ff9a1a8c-68c1-4cf9-b6a7-797d175615d9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0499103 Sep 14 12:11:07.195794 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8773a6f0-4147-4091-a247-ea3dbde9b254 req-a297526e-711b-4d03-8d79-39ced6222648 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462508 Sep 14 12:11:07.361378 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9a696-55f3-4571-97ca-9a01c52d0e33 req-5c5abdb6-e2fe-451a-b3c8-61415d67e82a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:07.362880 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a8c9a696-55f3-4571-97ca-9a01c52d0e33 req-5c5abdb6-e2fe-451a-b3c8-61415d67e82a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0479405 Sep 14 12:11:07.410865 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a8c9a696-55f3-4571-97ca-9a01c52d0e33 req-08258cae-6f84-4caa-bcbc-14724b851a61 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Sep 14 12:11:08.436723 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d363d4f-a9d7-4307-b09d-cd9eb36af4af req-9a9fb009-9b84-4a4a-943a-86c38b1e8bda tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:08.438449 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6d363d4f-a9d7-4307-b09d-cd9eb36af4af req-9a9fb009-9b84-4a4a-943a-86c38b1e8bda tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0464532 Sep 14 12:11:08.491952 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6d363d4f-a9d7-4307-b09d-cd9eb36af4af req-234817a1-5864-416a-8514-48c94c4bb45d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472550 Sep 14 12:11:08.766927 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bcad3-9d84-42a7-a56d-50796adf42dc req-2e485fda-b9c5-4ce3-8c92-bd6ee6874a2c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:08.768296 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9e3bcad3-9d84-42a7-a56d-50796adf42dc req-2e485fda-b9c5-4ce3-8c92-bd6ee6874a2c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.2754951 Sep 14 12:11:08.816094 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9e3bcad3-9d84-42a7-a56d-50796adf42dc req-83bd2742-e0db-4ea3-9c5c-af72c473c4e3 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422304 Sep 14 12:11:09.606694 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:09.617936 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0820ca7-9261-4238-a8d1-9ba10ea14cde req-2587c556-3c25-4985-a5ab-8502d5f7a572 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:09.619402 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c0820ca7-9261-4238-a8d1-9ba10ea14cde req-2587c556-3c25-4985-a5ab-8502d5f7a572 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0468047 Sep 14 12:11:09.668034 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c0820ca7-9261-4238-a8d1-9ba10ea14cde req-1abaadf1-9af0-4df6-a65b-76f8250ad90d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430744 Sep 14 12:11:09.717737 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:11:09.941617 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d42e38-aff2-4a8c-8bf2-91ec11b2de82 req-f9569900-38f3-4abb-a419-a5f082b51fe4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:09.943138 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a5d42e38-aff2-4a8c-8bf2-91ec11b2de82 req-f9569900-38f3-4abb-a419-a5f082b51fe4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0504267 Sep 14 12:11:09.991370 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a5d42e38-aff2-4a8c-8bf2-91ec11b2de82 req-e8726bf4-6eec-41bd-b2de-5244e16ea823 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423179 Sep 14 12:11:10.786362 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:10.805005 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c93b0-bd36-4295-bf9a-1210f3539f8d req-83f021a0-fa32-4cb5-8f8e-e5b66e802d81 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:10.806490 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c28c93b0-bd36-4295-bf9a-1210f3539f8d req-83f021a0-fa32-4cb5-8f8e-e5b66e802d81 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0477231 Sep 14 12:11:10.854186 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c28c93b0-bd36-4295-bf9a-1210f3539f8d req-814c464b-5f90-4174-959c-1c2d8a0b9403 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418863 Sep 14 12:11:11.112837 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0530b76-c431-47af-a302-3391dd58c543 req-1617f44d-db63-48c9-b56f-747ef3cf1a66 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:11.114322 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0530b76-c431-47af-a302-3391dd58c543 req-1617f44d-db63-48c9-b56f-747ef3cf1a66 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0495288 Sep 14 12:11:11.161136 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0530b76-c431-47af-a302-3391dd58c543 req-6fcf3b4f-3e82-486d-abdf-a7fe0588d02a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406523 Sep 14 12:11:11.982424 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe795aaf-f98a-4e3d-a8fb-50f3ee52de09 req-453a8990-3d9c-4985-a92b-278defd0efbd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:11.983878 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fe795aaf-f98a-4e3d-a8fb-50f3ee52de09 req-453a8990-3d9c-4985-a92b-278defd0efbd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 946 time: 0.0470724 Sep 14 12:11:12.031935 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fe795aaf-f98a-4e3d-a8fb-50f3ee52de09 req-ac0ffd51-3a92-46dc-86a1-14639cd4c75d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420921 Sep 14 12:11:12.256304 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 906fb0c9-14b7-4949-943a-c084b122ae8b no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:11:12.412880 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23397df-7b6a-4f65-a7db-14b08d5a9ea1 req-201e0850-f979-497c-a096-01afe670a6f6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:12.414390 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e23397df-7b6a-4f65-a7db-14b08d5a9ea1 req-201e0850-f979-497c-a096-01afe670a6f6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0488064 Sep 14 12:11:12.453068 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 906fb0c9-14b7-4949-943a-c084b122ae8b is: ACTIVE; New status is: DOWN {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:11:12.453480 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:12.467335 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e23397df-7b6a-4f65-a7db-14b08d5a9ea1 req-d5a28e9f-1c5f-42f3-841d-f92e639e4ab3 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472095 Sep 14 12:11:12.478457 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:11:12.480928 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a035408-c0f4-47d3-b239-3a88eb3b9e84" -d '{"events": [{"server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:12.508818 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:12.530281 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 12:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f6609b-fe0a-4943-99a5-fd0cf3077c96 x-openstack-request-id: req-b1f6609b-fe0a-4943-99a5-fd0cf3077c96 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:12.530573 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "name": "network-vif-unplugged", "status": "completed", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:12.530827 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b1f6609b-fe0a-4943-99a5-fd0cf3077c96 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:12.531237 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f6609b-fe0a-4943-99a5-fd0cf3077c96'] response: {'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'code': 200} Sep 14 12:11:12.534881 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-186fcf75-a574-443b-a307-f0dba8b90a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:12.536476 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-186fcf75-a574-443b-a307-f0dba8b90a19 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 1130 time: 0.0492480 Sep 14 12:11:12.581987 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:12.647108 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=8']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:12.675656 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-567ef14b-ef63-4782-8560-837ca53b9f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:12.677791 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-567ef14b-ef63-4782-8560-837ca53b9f86 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 917 time: 0.0907376 Sep 14 12:11:12.713632 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-e1c64137-77d1-40b7-aaa6-d84273204386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:12.783508 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-40a27fee-a9e6-415c-aa24-ffa5ba61c24c service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906fb0c9-14b7-4949-943a-c084b122ae8b HTTP/1.1" status: 200 len: 1000 time: 0.0623364 Sep 14 12:11:12.834688 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-25712993-d9ed-4821-be6e-b029cdb05f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:12.836150 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-25712993-d9ed-4821-be6e-b029cdb05f4c service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 200 len: 855 time: 0.0457036 Sep 14 12:11:12.885533 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-0cdd0ca8-abe0-42de-9030-e182c80a8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:12.887091 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-0cdd0ca8-abe0-42de-9030-e182c80a8f65 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=0ca6a8c3-1298-4a9f-a110-741bf377213f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408006 Sep 14 12:11:12.995435 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-2a298537-a017-4ab4-8606-e1504d18a3bb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923514 Sep 14 12:11:13.101776 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c24b8317-2025-4c4b-a835-3865a9121da6 req-f046c7a5-feac-48d8-88a6-6e3d2e08716d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951421 Sep 14 12:11:13.170971 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff66ec-fcc0-4817-af45-106f09a158d5 req-572cfb58-d7d7-436e-96ba-1c8dc772fb8c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:13.172469 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-67ff66ec-fcc0-4817-af45-106f09a158d5 req-572cfb58-d7d7-436e-96ba-1c8dc772fb8c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0535259 Sep 14 12:11:13.195153 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:13.224241 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-67ff66ec-fcc0-4817-af45-106f09a158d5 req-9196b2b8-dfd6-4bee-a171-51b220ccf015 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453877 Sep 14 12:11:13.607075 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e226356-5c85-40a3-b649-6512361ff3c6 req-6109ba71-8f17-43ea-883c-aa23389ae5fb tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:13.608575 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e226356-5c85-40a3-b649-6512361ff3c6 req-6109ba71-8f17-43ea-883c-aa23389ae5fb tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0485916 Sep 14 12:11:13.634537 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:13.656639 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e226356-5c85-40a3-b649-6512361ff3c6 req-33094e7e-de0c-4722-8500-eb9bc34ce2a2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424309 Sep 14 12:11:14.096775 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f569d6-70eb-43e5-81c2-fc088650e0f0 req-7b68f180-1e2f-42c3-8f63-aae5d13a6096 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:14.098402 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-58f569d6-70eb-43e5-81c2-fc088650e0f0 req-7b68f180-1e2f-42c3-8f63-aae5d13a6096 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0538223 Sep 14 12:11:14.150410 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-58f569d6-70eb-43e5-81c2-fc088650e0f0 req-92c8b7d9-1263-4539-8cc7-94ebffcf3ee7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456400 Sep 14 12:11:14.355347 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ef395-655a-49dd-9fae-247a262d7056 req-a3f8989e-11e5-4919-8df9-e8492b2acaed tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:14.356850 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9f4ef395-655a-49dd-9fae-247a262d7056 req-a3f8989e-11e5-4919-8df9-e8492b2acaed tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0467365 Sep 14 12:11:14.404716 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9f4ef395-655a-49dd-9fae-247a262d7056 req-d761d52e-b34a-4075-a4d9-674fa74fb44d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421600 Sep 14 12:11:14.969110 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-fee76605-ebba-49b5-83f4-64d03cd8674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:14.970543 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-fee76605-ebba-49b5-83f4-64d03cd8674b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 1130 time: 0.0380373 Sep 14 12:11:15.066451 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-0b33aa9c-7223-4974-ad1e-c24648598393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:15.067928 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-0b33aa9c-7223-4974-ad1e-c24648598393 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 200 len: 912 time: 0.0915744 Sep 14 12:11:15.135512 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-9f0f02ad-6e29-4189-a06d-f5b2073cf27c service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb HTTP/1.1" status: 200 len: 1001 time: 0.0608401 Sep 14 12:11:15.167645 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-363028b4-01ca-4997-bc8b-c1dcfcf283db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:15.188797 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-698a3f47-9bd6-4062-ba88-d457ec37ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:15.190329 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-698a3f47-9bd6-4062-ba88-d457ec37ef77 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d4fe8a74-946d-4071-b8d3-3434cb1ac798 HTTP/1.1" status: 200 len: 850 time: 0.0475690 Sep 14 12:11:15.247276 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-28fbb292-501b-4a9a-89cd-de0fcd57d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:15.248995 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-28fbb292-501b-4a9a-89cd-de0fcd57d835 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525732 Sep 14 12:11:15.329916 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925a933-b3c0-4167-bb9c-5b2ff243e3a9 req-d9a09f72-6074-491a-83df-ba1e82af5466 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:15.331415 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6925a933-b3c0-4167-bb9c-5b2ff243e3a9 req-d9a09f72-6074-491a-83df-ba1e82af5466 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.1000001 Sep 14 12:11:15.406016 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-2b3363ca-e0b7-4274-9978-3ccf5bbf086f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405761 Sep 14 12:11:15.409428 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6925a933-b3c0-4167-bb9c-5b2ff243e3a9 req-790752e7-28ba-4134-82f5-a456bba51890 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710213 Sep 14 12:11:15.547591 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63ba5cff-2cd5-4aa2-87d3-31277d3556bf req-50b5f3ec-3c60-4fc3-a477-3ae08451666a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353438 Sep 14 12:11:15.553377 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc15429-5e61-481f-b1cf-a8029e63833d req-d3524506-1835-4a3b-a47c-29e2b9c8485f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:15.554791 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cbc15429-5e61-481f-b1cf-a8029e63833d req-d3524506-1835-4a3b-a47c-29e2b9c8485f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0664430 Sep 14 12:11:15.604078 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cbc15429-5e61-481f-b1cf-a8029e63833d req-cbe508bb-674b-42d4-96e3-79914c662973 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435419 Sep 14 12:11:16.402137 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:16.540367 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54365a77-8641-47cc-bd3b-a4b8fa401127 req-7a8b8a0c-9289-4d9c-9ac4-d5746cab8578 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:16.542001 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54365a77-8641-47cc-bd3b-a4b8fa401127 req-7a8b8a0c-9289-4d9c-9ac4-d5746cab8578 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0521376 Sep 14 12:11:16.575933 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:16.590814 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54365a77-8641-47cc-bd3b-a4b8fa401127 req-bf66699c-3dec-4831-9363-53512e56f3b8 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430357 Sep 14 12:11:16.869954 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [req-a9bcc4a6-9d00-4bfa-a8cc-e1d246cf0eae req-aebe4c63-26df-4566-8c83-9b7416397eea service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:11:16.871009 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a9bcc4a6-9d00-4bfa-a8cc-e1d246cf0eae req-aebe4c63-26df-4566-8c83-9b7416397eea service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0493186 Sep 14 12:11:17.247055 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1109d6f-c639-4661-95ca-cdbc8d79b87d req-90eeae1f-73d7-40c2-93db-17ba363d6c66 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:17.248517 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a1109d6f-c639-4661-95ca-cdbc8d79b87d req-90eeae1f-73d7-40c2-93db-17ba363d6c66 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0471401 Sep 14 12:11:17.277513 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:17.300708 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a1109d6f-c639-4661-95ca-cdbc8d79b87d req-1faa63fb-bf7a-4e53-bd59-d80bd6918b4f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462751 Sep 14 12:11:17.690153 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 41606) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:11:17.723335 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f19b20-93b7-4ef7-9f36-abfd5ea3ad95 req-183fd3c3-a6bb-46ff-9abb-0f2d2bfbc1ef tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:17.724943 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-26f19b20-93b7-4ef7-9f36-abfd5ea3ad95 req-183fd3c3-a6bb-46ff-9abb-0f2d2bfbc1ef tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0520966 Sep 14 12:11:17.778211 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-098927f0-5479-43cb-ab84-6acc1cf01230 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0875945 Sep 14 12:11:17.781991 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-26f19b20-93b7-4ef7-9f36-abfd5ea3ad95 req-07db14c3-6b26-4377-b476-aeb73dccc29b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509543 Sep 14 12:11:17.789457 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-f8cc62d5-3c41-4672-bfe7-e8c0e5ddaefc service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106902) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:11:17.790479 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-f8cc62d5-3c41-4672-bfe7-e8c0e5ddaefc service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059278 Sep 14 12:11:17.870743 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 41616) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:11:17.914012 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:17.919005 dv-cinder-844962-2-iscsi neutron-server[106902]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 12:11:17.948061 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:17.963723 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-3699755b-a8cf-4113-8e9e-ce53e6cd8696 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:17.965082 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-3699755b-a8cf-4113-8e9e-ce53e6cd8696 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports/906fb0c9-14b7-4949-943a-c084b122ae8b HTTP/1.1" status: 200 len: 941 time: 0.0933733 Sep 14 12:11:18.434357 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155f3ad-0bf1-4cb7-846e-96d38f28d990 req-f9b31bfe-1ca7-4c11-a177-64fc0e32786b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:18.435839 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f155f3ad-0bf1-4cb7-846e-96d38f28d990 req-f9b31bfe-1ca7-4c11-a177-64fc0e32786b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0491292 Sep 14 12:11:18.485567 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f155f3ad-0bf1-4cb7-846e-96d38f28d990 req-23be9611-44b7-4597-b092-a4a2bb775523 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441120 Sep 14 12:11:18.903988 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf537648-b422-4daa-a6ac-9688f75d6f90 req-3e400589-4a67-40fb-b41b-755db341f1dd tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:18.905468 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf537648-b422-4daa-a6ac-9688f75d6f90 req-3e400589-4a67-40fb-b41b-755db341f1dd tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0472958 Sep 14 12:11:18.954398 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf537648-b422-4daa-a6ac-9688f75d6f90 req-f98332f4-386e-4eae-a0b2-467562262976 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431619 Sep 14 12:11:19.615867 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f25c6-bd59-4ec9-a2e9-d127d74f3d62 req-63274bc1-833c-4725-b2d2-8b91f0ea0782 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:19.617316 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-854f25c6-bd59-4ec9-a2e9-d127d74f3d62 req-63274bc1-833c-4725-b2d2-8b91f0ea0782 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0500426 Sep 14 12:11:19.664839 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-854f25c6-bd59-4ec9-a2e9-d127d74f3d62 req-8ed4a062-ad9e-45e2-9818-e60d24ea47e7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410662 Sep 14 12:11:19.737642 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:19.742662 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:20.075714 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5856ac53-819d-42ab-89bb-92becc616dc3 req-e4441548-a620-47cd-b1df-9dad78cf868d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:20.077099 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5856ac53-819d-42ab-89bb-92becc616dc3 req-e4441548-a620-47cd-b1df-9dad78cf868d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0459340 Sep 14 12:11:20.125063 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5856ac53-819d-42ab-89bb-92becc616dc3 req-d2f9b35b-66a1-48cf-98ce-6081d019ed59 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423789 Sep 14 12:11:20.262182 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 906fb0c9-14b7-4949-943a-c084b122ae8b no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:11:20.338541 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 906fb0c9-14b7-4949-943a-c084b122ae8b is: DOWN; New status is: DOWN {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:11:20.792401 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02229200-4c3d-4a74-a658-915319e9d85d req-da1eca9a-ed6a-4365-bc67-51076ce09b40 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:20.793963 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02229200-4c3d-4a74-a658-915319e9d85d req-da1eca9a-ed6a-4365-bc67-51076ce09b40 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0479159 Sep 14 12:11:20.865729 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02229200-4c3d-4a74-a658-915319e9d85d req-834c4f9f-f157-4134-bb90-6580265d9555 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658717 Sep 14 12:11:21.163798 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fa809-58cd-41ad-9df3-494b76d48711 req-b9f6ee52-eacc-4f3e-a2a4-6c5db237367c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:21.166088 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-b9f6ee52-eacc-4f3e-a2a4-6c5db237367c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/networks?id=39f8e997-0bf2-4e00-afc8-b558c863face HTTP/1.1" status: 200 len: 814 time: 0.1356888 Sep 14 12:11:21.183554 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-79fbfb50-10b2-4c45-a27c-bbadade77ba7 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/quotas/1488f00baa934f2e9b910644a179c755 HTTP/1.1" status: 200 len: 375 time: 0.0101349 Sep 14 12:11:21.229643 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-633cac9e-e949-4003-a886-64b9f52090c0 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=1488f00baa934f2e9b910644a179c755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391841 Sep 14 12:11:21.319853 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d1d37-098b-4c61-8c2f-e3127119a6c0 req-4e7fdc2a-c5ec-4f9c-90dc-f24937af1023 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:21.321353 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c41d1d37-098b-4c61-8c2f-e3127119a6c0 req-4e7fdc2a-c5ec-4f9c-90dc-f24937af1023 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0962658 Sep 14 12:11:21.387667 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-d8285e3f-ce13-4a3a-b8aa-b7356b3ae6ba service neutron] 10.222.0.62 "GET /networking/v2.0/networks/39f8e997-0bf2-4e00-afc8-b558c863face?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493874 Sep 14 12:11:21.394767 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c41d1d37-098b-4c61-8c2f-e3127119a6c0 req-1375c718-eac6-4f63-87d4-4c1ac8dcb087 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673842 Sep 14 12:11:21.439074 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:21.474232 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:21.480537 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-20da2b3e-3323-456d-a4d2-ca0c4aabb622 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/39f8e997-0bf2-4e00-afc8-b558c863face?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848365 Sep 14 12:11:21.760461 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a1737285-9c8b-4b49-a09c-8c6de6e8814a req-2850199d-d8c1-4d92-836e-48661c56cb90 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 210 time: 0.0283453 Sep 14 12:11:21.997179 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0266f-1b79-4672-9464-e69cf30ca1f4 req-b48b309d-e6a7-4d5b-b5b7-7ff78ed335e5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:21.998692 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05d0266f-1b79-4672-9464-e69cf30ca1f4 req-b48b309d-e6a7-4d5b-b5b7-7ff78ed335e5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0508678 Sep 14 12:11:22.050362 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05d0266f-1b79-4672-9464-e69cf30ca1f4 req-d2fed374-4126-428b-b072-c86918d6de91 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460455 Sep 14 12:11:22.869793 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-04936630-08b3-45a4-98f0-091f58202a61 req-6c261517-c1f0-497a-a8a3-c52fa86255ed tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 210 time: 0.0310473 Sep 14 12:11:23.185448 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b856433-7477-4d23-9f7f-ccd466b93a4e req-65bd4ed6-e08b-4f5a-844c-69806c841732 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:23.187014 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2b856433-7477-4d23-9f7f-ccd466b93a4e req-65bd4ed6-e08b-4f5a-844c-69806c841732 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0485773 Sep 14 12:11:23.238110 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2b856433-7477-4d23-9f7f-ccd466b93a4e req-a7a486e8-c1f4-4779-a9a9-f9ba291b31d2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450120 Sep 14 12:11:23.534009 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-4885eac8-9b34-4441-8c0a-429abeeb9192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:23.535548 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-4885eac8-9b34-4441-8c0a-429abeeb9192 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f&tenant_id=d410170ed3ed4ce2b64d367cbf77790a HTTP/1.1" status: 200 len: 1128 time: 0.0735502 Sep 14 12:11:23.631931 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-d2a5c26b-cb9e-44dc-a92a-2e8d321a2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:23.633501 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-d2a5c26b-cb9e-44dc-a92a-2e8d321a2909 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 1128 time: 0.0444772 Sep 14 12:11:23.735720 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-6417673d-83eb-47e2-9035-e3f0a08c24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:23.737230 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-6417673d-83eb-47e2-9035-e3f0a08c24d6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 917 time: 0.0966384 Sep 14 12:11:23.801111 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-4f5332a7-fdf2-4400-aba5-cad1be5b14d0 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=906fb0c9-14b7-4949-943a-c084b122ae8b HTTP/1.1" status: 200 len: 1000 time: 0.0577655 Sep 14 12:11:23.856978 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-8668a72b-1b29-48ea-84b2-82b3b7cf3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:23.858341 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-8668a72b-1b29-48ea-84b2-82b3b7cf3775 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 200 len: 855 time: 0.0500231 Sep 14 12:11:23.905989 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-da1fd28f-4e6c-47d5-a6ee-b3896efe385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:23.907437 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-da1fd28f-4e6c-47d5-a6ee-b3896efe385b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=0ca6a8c3-1298-4a9f-a110-741bf377213f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420780 Sep 14 12:11:23.973844 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-04d7ee41-70ba-4027-9b66-47a4c89432c5 req-c055ddcf-a860-47de-add5-9fc62318248a tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 210 time: 0.0276921 Sep 14 12:11:24.247181 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-50aa28b1-7ecb-4d3a-a3f3-2592d9c4831d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918300 Sep 14 12:11:24.352483 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebcd6c5f-b2b2-4528-b53e-bedcd0ecf3b0 req-8cb1a2f8-9fff-4084-b007-90f2349d6311 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989065 Sep 14 12:11:24.391385 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59b296-c791-4bf7-97aa-e6c62db5d631 req-34da3bb7-330c-412c-b18a-906d3b9f86bc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:24.392924 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d59b296-c791-4bf7-97aa-e6c62db5d631 req-34da3bb7-330c-412c-b18a-906d3b9f86bc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0548942 Sep 14 12:11:24.492408 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d59b296-c791-4bf7-97aa-e6c62db5d631 req-2140e10b-839c-4b45-9519-ff06a8674ec8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926523 Sep 14 12:11:24.547546 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fa809-58cd-41ad-9df3-494b76d48711 req-781cc6b5-9dc2-4e76-a22a-66250fea2987 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:24.549001 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-781cc6b5-9dc2-4e76-a22a-66250fea2987 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.81 "GET /networking/v2.0/networks?id=39f8e997-0bf2-4e00-afc8-b558c863face HTTP/1.1" status: 200 len: 814 time: 0.1292493 Sep 14 12:11:24.712557 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Request body: {'port': {'device_id': 'c3a00ef7-7e76-4e05-9c55-03698e3a7a9f', 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face', 'admin_state_up': True, 'tenant_id': '1488f00baa934f2e9b910644a179c755'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:11:24.771106 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:24.801421 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:24.894562 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Made reservation on behalf of 1488f00baa934f2e9b910644a179c755 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:11:24.898614 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:25.038145 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Allocated IP 172.20.0.11 (39f8e997-0bf2-4e00-afc8-b558c863face/61110442-bb4a-4fa4-9961-e0e4b340d87a/c85474c8-4ecf-4baf-84fe-1fd725604066) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:11:25.094094 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cd788c70-22ae-48c4-8318-7e5660457269 req-5d2aeb53-e1d0-4a93-8cbc-d9c55a0edba7 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 210 time: 0.0387776 Sep 14 12:11:25.283421 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks [] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:25.382811 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:25.430898 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Network 39f8e997-0bf2-4e00-afc8-b558c863face is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:11:25.438657 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:11:25.441433 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Pushing event updated for resources: {'Port': ['ID=c85474c8-4ecf-4baf-84fe-1fd725604066,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:25.444369 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:11:25.471158 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.471507 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.471850 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.472194 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.472550 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.472855 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.473184 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.473516 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.473890 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.474192 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.474514 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.474841 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.475213 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.475534 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.475854 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:25.507031 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:25.507593 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:25.615756 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-5e596786-84c6-458d-a2ab-f983f3cd6db8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9070690 Sep 14 12:11:25.633689 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed17a5c-1103-479d-885f-16c7666976b0 req-daacf131-abbc-439d-a0d8-167657beb8ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:25.635150 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1ed17a5c-1103-479d-885f-16c7666976b0 req-daacf131-abbc-439d-a0d8-167657beb8ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0536618 Sep 14 12:11:25.696382 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1ed17a5c-1103-479d-885f-16c7666976b0 req-902e4c1a-7beb-48e7-a113-b40ec31baf8b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545614 Sep 14 12:11:26.225480 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758d055-374c-4e69-b358-b026740021c5 req-4ff32e0c-7eff-49e9-b21b-862b5361f791 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:26.226981 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b758d055-374c-4e69-b358-b026740021c5 req-4ff32e0c-7eff-49e9-b21b-862b5361f791 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0468342 Sep 14 12:11:26.281179 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b758d055-374c-4e69-b358-b026740021c5 req-c4ecaef3-280f-4af4-9267-213d00deeace tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475612 Sep 14 12:11:26.838781 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5345c-447b-4116-96fe-ffaf9d25bebd req-005ce1fa-75c7-406b-ab6f-ede2a025715b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:26.840258 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8ac5345c-447b-4116-96fe-ffaf9d25bebd req-005ce1fa-75c7-406b-ab6f-ede2a025715b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0513353 Sep 14 12:11:26.908727 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8ac5345c-447b-4116-96fe-ffaf9d25bebd req-db2d3a79-01fa-42c7-996b-5d2499ba9353 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626869 Sep 14 12:11:27.402624 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:27.413346 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f869a-b03a-4735-8185-60b79a70c141 req-40031589-d076-4ea0-8749-0bba583a1157 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:27.414906 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-be2f869a-b03a-4735-8185-60b79a70c141 req-40031589-d076-4ea0-8749-0bba583a1157 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0464981 Sep 14 12:11:27.440499 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:27.465767 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-be2f869a-b03a-4735-8185-60b79a70c141 req-53bb0def-4d59-496c-916f-42fbf431f7cf tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444729 Sep 14 12:11:27.953200 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=7 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:27.955106 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=7 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:28.063716 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456489d-ef13-4683-b2a8-8f329a15c288 req-f928dbeb-9626-4c47-84bd-007f1d1a0ce0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:28.065399 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4456489d-ef13-4683-b2a8-8f329a15c288 req-f928dbeb-9626-4c47-84bd-007f1d1a0ce0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0538995 Sep 14 12:11:28.123116 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4456489d-ef13-4683-b2a8-8f329a15c288 req-c14b1396-e80d-4f40-99d5-83dbf3333152 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499406 Sep 14 12:11:28.594800 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbe557-8275-47b4-8f9a-8f798da22e98 req-f5e3d666-05c0-4a24-bd35-4ef59a445a40 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:28.595710 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-65dbe557-8275-47b4-8f9a-8f798da22e98 req-f5e3d666-05c0-4a24-bd35-4ef59a445a40 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0525398 Sep 14 12:11:28.662728 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-65dbe557-8275-47b4-8f9a-8f798da22e98 req-110c93a7-d177-415a-9f17-61da65bd41bc tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611386 Sep 14 12:11:29.252709 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6680900-f4b0-4e93-9ec1-41f46cc129aa req-6d04f79f-ef35-4e1c-b9ca-b2d77af0cca8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:29.254523 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f6680900-f4b0-4e93-9ec1-41f46cc129aa req-6d04f79f-ef35-4e1c-b9ca-b2d77af0cca8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0484126 Sep 14 12:11:29.316480 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f6680900-f4b0-4e93-9ec1-41f46cc129aa req-dcef89d9-db39-40a3-9b1a-abc6d0a9cb9c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553994 Sep 14 12:11:29.801399 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e768913-2632-4ab0-80d5-7d8539c7655a req-32e36519-4a62-4d4e-afcd-ef6dbfc142bc tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:29.801399 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e768913-2632-4ab0-80d5-7d8539c7655a req-32e36519-4a62-4d4e-afcd-ef6dbfc142bc tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0492079 Sep 14 12:11:30.099934 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e768913-2632-4ab0-80d5-7d8539c7655a req-004abc7a-a117-4387-8fbe-2ee17bf98783 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963192 Sep 14 12:11:30.334909 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:30.336836 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=33,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:30.458231 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ef044-12bb-450c-a52d-6a21fe5c4d29 req-efcce0b8-11f2-46c7-a508-76d4905fab66 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:30.459756 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bc4ef044-12bb-450c-a52d-6a21fe5c4d29 req-efcce0b8-11f2-46c7-a508-76d4905fab66 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0488133 Sep 14 12:11:30.508958 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bc4ef044-12bb-450c-a52d-6a21fe5c4d29 req-5fbe35a6-6ebd-49ab-958f-e3714e8f33e3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428846 Sep 14 12:11:31.220693 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4f179-ece5-4a55-b650-92f6ecb640ec req-7c02bb57-d88e-40c9-9ea7-afc7af45a816 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:31.222306 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a1c4f179-ece5-4a55-b650-92f6ecb640ec req-7c02bb57-d88e-40c9-9ea7-afc7af45a816 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0467911 Sep 14 12:11:31.271111 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a1c4f179-ece5-4a55-b650-92f6ecb640ec req-263420b8-824d-4891-8496-b20ccf362ee5 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433185 Sep 14 12:11:31.639743 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950d040-c7ff-41b3-9ba4-0245c2885b79 req-58aef9e5-580f-46f7-b8d4-7f9cc79193d6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:31.641210 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7950d040-c7ff-41b3-9ba4-0245c2885b79 req-58aef9e5-580f-46f7-b8d4-7f9cc79193d6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0476921 Sep 14 12:11:31.689591 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7950d040-c7ff-41b3-9ba4-0245c2885b79 req-3594d04b-62bb-47b8-83ae-e0ceb825f93c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426867 Sep 14 12:11:32.395029 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e10d695-9cc6-45e9-ab57-2d26f302355b req-5c7047de-4de1-471f-b001-8daec8c3a59a tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:32.396491 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0e10d695-9cc6-45e9-ab57-2d26f302355b req-5c7047de-4de1-471f-b001-8daec8c3a59a tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0485978 Sep 14 12:11:32.447524 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0e10d695-9cc6-45e9-ab57-2d26f302355b req-a0b3d772-e3df-4557-8fc8-6ab1e6c57d93 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439956 Sep 14 12:11:32.824713 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728639e6-7f95-47ae-8126-7924c71b1340 req-a6595808-84af-4b2f-8f55-709720d1b419 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:32.826232 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-728639e6-7f95-47ae-8126-7924c71b1340 req-a6595808-84af-4b2f-8f55-709720d1b419 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0514004 Sep 14 12:11:32.874566 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-728639e6-7f95-47ae-8126-7924c71b1340 req-70b466d7-64ce-46a2-815b-869010acf789 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425940 Sep 14 12:11:33.280467 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:33.576766 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc8513-6ed8-4574-a6fe-00f3fc935121 req-a9d84bb5-254e-47ee-937e-ca7f20621299 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:33.578460 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f9cc8513-6ed8-4574-a6fe-00f3fc935121 req-a9d84bb5-254e-47ee-937e-ca7f20621299 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0478613 Sep 14 12:11:33.598569 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:33.629463 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f9cc8513-6ed8-4574-a6fe-00f3fc935121 req-847bdd8a-33c2-4164-8b9a-c0b6e8b4e94f tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449190 Sep 14 12:11:34.028981 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bbeb09-25a5-49fe-b74e-f7da3e6e39e5 req-0f9c24c1-7927-47d0-9a37-cfe5392bffa2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:34.031013 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c0bbeb09-25a5-49fe-b74e-f7da3e6e39e5 req-0f9c24c1-7927-47d0-9a37-cfe5392bffa2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0620131 Sep 14 12:11:34.084877 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c0bbeb09-25a5-49fe-b74e-f7da3e6e39e5 req-a444cb44-ce09-4917-a7ea-5f563dff9f41 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479863 Sep 14 12:11:34.767077 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1b9c4-30c5-49b5-a67a-128fa14ad71c req-1d17e441-a7e2-4957-8e64-83965136bb38 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:34.769940 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6db1b9c4-30c5-49b5-a67a-128fa14ad71c req-1d17e441-a7e2-4957-8e64-83965136bb38 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0495782 Sep 14 12:11:34.797417 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:34.833672 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6db1b9c4-30c5-49b5-a67a-128fa14ad71c req-859579a1-2089-47c2-a7bb-f99779832695 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589695 Sep 14 12:11:35.226280 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd46ec-5da3-4e88-b9c2-ed6a85bd16c2 req-a3e09a08-8514-4cc7-be89-61fbc26bd7bc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:35.228064 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-30cd46ec-5da3-4e88-b9c2-ed6a85bd16c2 req-a3e09a08-8514-4cc7-be89-61fbc26bd7bc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0548849 Sep 14 12:11:35.286369 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-30cd46ec-5da3-4e88-b9c2-ed6a85bd16c2 req-be152f8f-01ed-4602-9cc8-641dbf83d974 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517809 Sep 14 12:11:35.998812 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd7263-adc2-4c9e-80fc-0ddadba8b3d3 req-c0aa3b42-6b97-4d0e-9d03-48e9f8eac575 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:36.004043 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a5bd7263-adc2-4c9e-80fc-0ddadba8b3d3 req-c0aa3b42-6b97-4d0e-9d03-48e9f8eac575 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0891614 Sep 14 12:11:36.059506 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a5bd7263-adc2-4c9e-80fc-0ddadba8b3d3 req-dab97ad1-c497-4816-92d4-ac1622b2a72c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512068 Sep 14 12:11:36.441795 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d8f0b-a6a3-4826-8124-78c5226eb594 req-c779e491-5266-4caa-b49c-88218339b2dd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:36.443630 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bb1d8f0b-a6a3-4826-8124-78c5226eb594 req-c779e491-5266-4caa-b49c-88218339b2dd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0625768 Sep 14 12:11:36.504324 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bb1d8f0b-a6a3-4826-8124-78c5226eb594 req-c8f8dd30-d794-45a1-bc76-a167ddae0c44 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524211 Sep 14 12:11:37.200162 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f862a-6cf5-4b20-96fb-f6084647c9ff req-013b612e-6b75-4683-8fb7-1555e3acdb4d tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:37.202492 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6f2f862a-6cf5-4b20-96fb-f6084647c9ff req-013b612e-6b75-4683-8fb7-1555e3acdb4d tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0609093 Sep 14 12:11:37.256360 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6f2f862a-6cf5-4b20-96fb-f6084647c9ff req-73e666e6-1b2a-42bf-8bfa-1e5076baa749 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480473 Sep 14 12:11:37.707193 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e0a88d-7c87-4ffd-86c0-f0857a218430 req-7f44df36-a91f-41d6-9774-9ae64fe548b3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:37.709772 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-38e0a88d-7c87-4ffd-86c0-f0857a218430 req-7f44df36-a91f-41d6-9774-9ae64fe548b3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0758297 Sep 14 12:11:37.759927 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-38e0a88d-7c87-4ffd-86c0-f0857a218430 req-42145c2a-13b4-4fb9-8a8e-09f3ad021c04 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440147 Sep 14 12:11:38.382146 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6979e-1013-4f94-8b4f-c4c03f1fa364 req-8c075116-dd59-463f-af01-5db25fc0a0c4 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:38.383611 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f3c6979e-1013-4f94-8b4f-c4c03f1fa364 req-8c075116-dd59-463f-af01-5db25fc0a0c4 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0480371 Sep 14 12:11:38.438319 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f3c6979e-1013-4f94-8b4f-c4c03f1fa364 req-0c884a13-bd02-49ce-9105-b2ff228d7608 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466869 Sep 14 12:11:38.919013 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84689de2-256d-4903-b8b6-d357526551ec req-30627cba-03e3-4b9e-8140-4f5094a953ad tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:38.920860 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-84689de2-256d-4903-b8b6-d357526551ec req-30627cba-03e3-4b9e-8140-4f5094a953ad tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0493162 Sep 14 12:11:38.970136 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-84689de2-256d-4903-b8b6-d357526551ec req-1a64947c-9cfd-416f-8d8d-1810a7b2c563 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440238 Sep 14 12:11:39.592714 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde9a074-7773-4e45-861f-de203c039c1e req-eb3c97dd-8417-4af8-87b6-b5cc169718c0 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:39.594396 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bde9a074-7773-4e45-861f-de203c039c1e req-eb3c97dd-8417-4af8-87b6-b5cc169718c0 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0586140 Sep 14 12:11:39.655404 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bde9a074-7773-4e45-861f-de203c039c1e req-207256e9-423a-4695-badb-d09dc97d82cb tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503180 Sep 14 12:11:40.120061 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25271e3b-e4bd-46c9-842f-758787f2049b req-ed119d6d-b7a6-4c99-95d4-8184e9b8dd3f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:40.121537 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-25271e3b-e4bd-46c9-842f-758787f2049b req-ed119d6d-b7a6-4c99-95d4-8184e9b8dd3f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0662987 Sep 14 12:11:40.180673 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-25271e3b-e4bd-46c9-842f-758787f2049b req-b5455802-1701-44ca-aa69-17b12c920fd0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475934 Sep 14 12:11:40.791648 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:40.811322 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673fa149-2c7d-4ea2-ae58-4287e86418f3 req-319c7170-f7b1-449c-a6a6-c52bb60aaab0 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:40.812819 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-673fa149-2c7d-4ea2-ae58-4287e86418f3 req-319c7170-f7b1-449c-a6a6-c52bb60aaab0 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0593090 Sep 14 12:11:40.870890 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:40.883732 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-673fa149-2c7d-4ea2-ae58-4287e86418f3 req-bc06dd83-2431-4ed6-8a43-c39df128f161 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648997 Sep 14 12:11:41.323535 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d6135-efcc-4770-b851-743f34dc99bf req-bd44b164-3c30-4192-9f01-9fb9a196a5bd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:41.325015 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d72d6135-efcc-4770-b851-743f34dc99bf req-bd44b164-3c30-4192-9f01-9fb9a196a5bd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0485513 Sep 14 12:11:41.376682 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d72d6135-efcc-4770-b851-743f34dc99bf req-ad6b3216-a34b-43f7-8226-9bd5b117f990 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459561 Sep 14 12:11:42.032565 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08523d07-b357-4bc0-90a6-8433a9eeb6d6 req-57a7723c-ec91-47b4-9af4-881802afe135 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:42.034214 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-08523d07-b357-4bc0-90a6-8433a9eeb6d6 req-57a7723c-ec91-47b4-9af4-881802afe135 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0477109 Sep 14 12:11:42.083578 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-08523d07-b357-4bc0-90a6-8433a9eeb6d6 req-ee1b0061-083c-4a6d-88b3-84ce2365813d tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433300 Sep 14 12:11:42.515678 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c97f2-a08c-4292-8149-3c0738ecfcf2 req-851cb907-b582-4ce3-b1c1-fc211354ee06 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:42.517153 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c5c97f2-a08c-4292-8149-3c0738ecfcf2 req-851cb907-b582-4ce3-b1c1-fc211354ee06 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0532937 Sep 14 12:11:42.569901 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c5c97f2-a08c-4292-8149-3c0738ecfcf2 req-4587ba21-be6d-478c-bc07-abcedb6721ac tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452046 Sep 14 12:11:42.691055 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4f8c89a2-f1e7-40db-a049-c7c76001ced5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:43.220238 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2450f5-7316-4b82-8718-c9cc3aec9073 req-4a813723-5075-462d-a233-68060d0b2d26 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:43.222162 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e2450f5-7316-4b82-8718-c9cc3aec9073 req-4a813723-5075-462d-a233-68060d0b2d26 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0613699 Sep 14 12:11:43.278211 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e2450f5-7316-4b82-8718-c9cc3aec9073 req-032b8ee6-5a01-4ea8-a3ee-cd447e76bfc3 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480673 Sep 14 12:11:43.735034 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd890c-26af-4824-9e59-8bda8142f04a req-4b2b410d-c9b2-48b8-a49e-2654bc2bc0a6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:43.736604 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6dbd890c-26af-4824-9e59-8bda8142f04a req-4b2b410d-c9b2-48b8-a49e-2654bc2bc0a6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0518217 Sep 14 12:11:43.788630 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6dbd890c-26af-4824-9e59-8bda8142f04a req-fc7aa89e-6055-4ae1-b492-b5bbc4bdb8f0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458593 Sep 14 12:11:44.419063 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd3a62-5ad4-4f31-b693-f354927b452d req-d7c8595f-fe68-4e55-aad4-848e954fb5f8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:44.420549 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-61dd3a62-5ad4-4f31-b693-f354927b452d req-d7c8595f-fe68-4e55-aad4-848e954fb5f8 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0538237 Sep 14 12:11:44.481194 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-61dd3a62-5ad4-4f31-b693-f354927b452d req-ccd03685-30c9-49c9-b6c4-13a875dc9550 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545349 Sep 14 12:11:44.920200 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550a5c0-fa08-4d0d-b524-09616f58b2c4 req-6dc1d894-cc49-421e-8764-adabf4140ee7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:44.928498 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0550a5c0-fa08-4d0d-b524-09616f58b2c4 req-6dc1d894-cc49-421e-8764-adabf4140ee7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0483544 Sep 14 12:11:44.969908 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0550a5c0-fa08-4d0d-b524-09616f58b2c4 req-abe1aeb7-d88f-4155-bd1c-8b5c839dab1b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425885 Sep 14 12:11:45.233540 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-79d7527e-be3b-4c0f-ac1b-8d3b395e6720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:45.619668 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d810f-5178-4f82-ad2b-4f95b4d73ded req-d6586ec2-86fb-4578-a444-1abd12110e98 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:45.621138 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6c5d810f-5178-4f82-ad2b-4f95b4d73ded req-d6586ec2-86fb-4578-a444-1abd12110e98 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0476818 Sep 14 12:11:45.675478 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6c5d810f-5178-4f82-ad2b-4f95b4d73ded req-69d977aa-df31-4a52-8a28-b3360693f609 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488102 Sep 14 12:11:46.108287 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfd3f2-b71d-4d96-b0f7-5e1df117834d req-8fcc6d3d-0f8c-4923-836a-836339418e08 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:46.109785 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-28dfd3f2-b71d-4d96-b0f7-5e1df117834d req-8fcc6d3d-0f8c-4923-836a-836339418e08 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0508544 Sep 14 12:11:46.163465 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-28dfd3f2-b71d-4d96-b0f7-5e1df117834d req-31a549c6-d24e-4d61-a149-da1a3e13ec18 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476933 Sep 14 12:11:46.410903 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:46.522842 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Request body: {'port': {'device_id': 'c3a00ef7-7e76-4e05-9c55-03698e3a7a9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:11:46.581889 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:46.594001 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:46.720325 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:11:46.830541 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:46.842113 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c749e-867f-4579-8319-4853ef8831c6 req-96dda3e7-023d-4aef-99d7-4cba71ed2195 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:46.843611 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ed9c749e-867f-4579-8319-4853ef8831c6 req-96dda3e7-023d-4aef-99d7-4cba71ed2195 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 932 time: 0.0602446 Sep 14 12:11:46.932985 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ed9c749e-867f-4579-8319-4853ef8831c6 req-f038d4d0-5c6d-401c-a22a-18d86397cf85 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783129 Sep 14 12:11:46.973658 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85474c8-4ecf-4baf-84fe-1fd725604066 {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:11:46.983018 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Publish callbacks [] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:46.998045 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Transition to ACTIVE for port object c85474c8-4ecf-4baf-84fe-1fd725604066 will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:11:47.068257 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:47.132466 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Pushing event updated for resources: {'Port': ['ID=c85474c8-4ecf-4baf-84fe-1fd725604066,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:47.182690 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Attempting to bind port c85474c8-4ecf-4baf-84fe-1fd725604066 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:11:47.183029 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Attempting to bind port c85474c8-4ecf-4baf-84fe-1fd725604066 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'ae6063c6-d35c-4b33-b60e-108f5a21daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:11:47.183442 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Attempting to bind port c85474c8-4ecf-4baf-84fe-1fd725604066 on network 39f8e997-0bf2-4e00-afc8-b558c863face {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:11:47.249574 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Port c85474c8-4ecf-4baf-84fe-1fd725604066 on network 39f8e997-0bf2-4e00-afc8-b558c863face not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:11:47.250564 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Attempting to bind port c85474c8-4ecf-4baf-84fe-1fd725604066 on network 39f8e997-0bf2-4e00-afc8-b558c863face {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:11:47.336985 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d77a70-8892-4d96-b3df-dcdb0ecb6721 req-d6ba6ff9-f298-4dca-b49e-36010e181458 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:47.339003 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78d77a70-8892-4d96-b3df-dcdb0ecb6721 req-d6ba6ff9-f298-4dca-b49e-36010e181458 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0846920 Sep 14 12:11:47.340229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:11:47.340560 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Checking segment: {'id': 'ae6063c6-d35c-4b33-b60e-108f5a21daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:11:47.340943 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Bound using segment: {'id': 'ae6063c6-d35c-4b33-b60e-108f5a21daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:11:47.341385 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Bound port: c85474c8-4ecf-4baf-84fe-1fd725604066, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6063c6-d35c-4b33-b60e-108f5a21daa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:11:47.341748 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:47.437487 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78d77a70-8892-4d96-b3df-dcdb0ecb6721 req-0baeb6f0-9052-4da3-9d01-cfa029d25dee tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834892 Sep 14 12:11:47.444245 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] For port c85474c8-4ecf-4baf-84fe-1fd725604066, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:11:47.448450 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] For port c85474c8-4ecf-4baf-84fe-1fd725604066, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c85474c8-4ecf-4baf-84fe-1fd725604066,segment=NetworkSegment(ae6063c6-d35c-4b33-b60e-108f5a21daa4),segment_id=ae6063c6-d35c-4b33-b60e-108f5a21daa4)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:11:47.450433 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:47.541188 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:47.547142 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:47.547748 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:47.549126 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/c85474c8-4ecf-4baf-84fe-1fd725604066 HTTP/1.1" status: 200 len: 1094 time: 1.0806417 Sep 14 12:11:47.549616 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a00ef7-7e76-4e05-9c55-03698e3a7a9f', 'tag': 'c85474c8-4ecf-4baf-84fe-1fd725604066'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:11:47.551857 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a02cccb-0e4b-48b7-866f-458fbf51ae44" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a00ef7-7e76-4e05-9c55-03698e3a7a9f", "tag": "c85474c8-4ecf-4baf-84fe-1fd725604066"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:47.604467 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f36a6-e992-4d91-97fa-b4082cc73c78 service neutron] Pushing event updated for resources: {'Port': ['ID=c85474c8-4ecf-4baf-84fe-1fd725604066,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:47.680045 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f879a2-7214-49b3-9ff5-4e494e8b3faa x-openstack-request-id: req-31f879a2-7214-49b3-9ff5-4e494e8b3faa {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:47.680045 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a00ef7-7e76-4e05-9c55-03698e3a7a9f", "tag": "c85474c8-4ecf-4baf-84fe-1fd725604066", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:47.680045 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31f879a2-7214-49b3-9ff5-4e494e8b3faa {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:47.680045 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f879a2-7214-49b3-9ff5-4e494e8b3faa'] response: {'name': 'network-changed', 'server_uuid': 'c3a00ef7-7e76-4e05-9c55-03698e3a7a9f', 'tag': 'c85474c8-4ecf-4baf-84fe-1fd725604066', 'status': 'completed', 'code': 200} Sep 14 12:11:47.927861 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:47.979673 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:48.053694 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac69a1-3040-49d1-bbeb-a7a03150bff9 req-add315f0-38ff-443a-9ba5-4bb4a724a1de tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:48.055225 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-88ac69a1-3040-49d1-bbeb-a7a03150bff9 req-add315f0-38ff-443a-9ba5-4bb4a724a1de tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 944 time: 0.0474546 Sep 14 12:11:48.104285 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-88ac69a1-3040-49d1-bbeb-a7a03150bff9 req-29e0903a-71a4-4fae-a3e0-1aa7e3255150 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426042 Sep 14 12:11:48.570426 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ce7d-bd28-42bf-ab47-fbe204c7b8f1 req-127e6a75-08e8-4ad9-9e0a-b62f378b471a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:48.572329 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0468ce7d-bd28-42bf-ab47-fbe204c7b8f1 req-127e6a75-08e8-4ad9-9e0a-b62f378b471a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0479999 Sep 14 12:11:48.628556 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02cccb-0e4b-48b7-866f-458fbf51ae44 req-6d14510d-0539-4e51-af75-f456f11dc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:48.630067 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2a02cccb-0e4b-48b7-866f-458fbf51ae44 req-6d14510d-0539-4e51-af75-f456f11dc3f4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1488f00baa934f2e9b910644a179c755&device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 1128 time: 0.0568697 Sep 14 12:11:48.664643 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0468ce7d-bd28-42bf-ab47-fbe204c7b8f1 req-bec7e59b-44d1-45da-8037-fcd7b2091934 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839157 Sep 14 12:11:48.748865 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02cccb-0e4b-48b7-866f-458fbf51ae44 req-6a1b5aa6-ed5e-440a-983b-2b503637998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:48.750333 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2a02cccb-0e4b-48b7-866f-458fbf51ae44 req-6a1b5aa6-ed5e-440a-983b-2b503637998e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=1488f00baa934f2e9b910644a179c755&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1030610 Sep 14 12:11:48.763890 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:48.857101 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02cccb-0e4b-48b7-866f-458fbf51ae44 req-3c3a5404-7302-4d8f-9451-7ae520ebcf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:48.858614 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2a02cccb-0e4b-48b7-866f-458fbf51ae44 req-3c3a5404-7302-4d8f-9451-7ae520ebcf21 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020203 Sep 14 12:11:49.032694 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fa809-58cd-41ad-9df3-494b76d48711 req-1c274ef0-40a2-4ff4-9d80-822546c9a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:49.034179 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-1c274ef0-40a2-4ff4-9d80-822546c9a9e5 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=1488f00baa934f2e9b910644a179c755&device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 1128 time: 0.0387475 Sep 14 12:11:49.084292 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-8f5f49ac-0b54-49ad-a21b-0bcbedc56d7c service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c85474c8-4ecf-4baf-84fe-1fd725604066 HTTP/1.1" status: 200 len: 217 time: 0.0364089 Sep 14 12:11:49.133030 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fa809-58cd-41ad-9df3-494b76d48711 req-c53761a4-5ea0-44b3-8b4c-1903ab694c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:49.134608 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-c53761a4-5ea0-44b3-8b4c-1903ab694c36 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=61110442-bb4a-4fa4-9961-e0e4b340d87a HTTP/1.1" status: 200 len: 854 time: 0.0439439 Sep 14 12:11:49.167393 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-e417f3bc-40b7-4e6a-bbce-dd129eeda757 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=39f8e997-0bf2-4e00-afc8-b558c863face&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263340 Sep 14 12:11:49.267970 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a5b877-18a7-4830-80ef-d4b5b89bbed4 req-87d485cc-672e-4b58-9967-0505a2527a67 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:49.269429 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-86a5b877-18a7-4830-80ef-d4b5b89bbed4 req-87d485cc-672e-4b58-9967-0505a2527a67 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 944 time: 0.0871074 Sep 14 12:11:49.317210 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-167ad563-cc2e-4d20-b9c2-a6421195af4f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/39f8e997-0bf2-4e00-afc8-b558c863face?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432629 Sep 14 12:11:49.387669 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-86a5b877-18a7-4830-80ef-d4b5b89bbed4 req-1378afae-4225-41db-b4d5-4c5c3538fa4b tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107256 Sep 14 12:11:49.437180 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-192fa809-58cd-41ad-9df3-494b76d48711 req-9d0766f2-c847-4f3e-84d8-ae85de242300 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/39f8e997-0bf2-4e00-afc8-b558c863face?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134930 Sep 14 12:11:49.793799 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fd323-d13a-4bce-afb6-e3591c82d1f7 req-5a67d915-2ef7-4e0b-91af-0af256ee1b81 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:49.795304 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f00fd323-d13a-4bce-afb6-e3591c82d1f7 req-5a67d915-2ef7-4e0b-91af-0af256ee1b81 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0482183 Sep 14 12:11:49.850228 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f00fd323-d13a-4bce-afb6-e3591c82d1f7 req-4d519e3e-9945-4cf2-9857-62fee7976ed5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454023 Sep 14 12:11:50.491063 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:50.508621 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ae0f9-53e7-4d2e-83ef-c607dd699023 req-80411ef5-20d6-4cb5-b93e-98e7215e63fc tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:50.510178 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e71ae0f9-53e7-4d2e-83ef-c607dd699023 req-80411ef5-20d6-4cb5-b93e-98e7215e63fc tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 944 time: 0.0468190 Sep 14 12:11:50.564932 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e71ae0f9-53e7-4d2e-83ef-c607dd699023 req-6bbfaa36-d7f8-4bc3-8ef8-eac6f422d764 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486333 Sep 14 12:11:50.984208 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a9926-f102-40b0-95ca-11c7ea6b01ef req-07629f24-0595-412b-8c02-b53d1fc0332c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:50.985692 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-648a9926-f102-40b0-95ca-11c7ea6b01ef req-07629f24-0595-412b-8c02-b53d1fc0332c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0527833 Sep 14 12:11:51.038232 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-648a9926-f102-40b0-95ca-11c7ea6b01ef req-6bdc2c28-5d4e-4f28-8947-794c5414d192 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Sep 14 12:11:51.686283 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9632e-335b-4bfe-acb8-d09293717162 req-4b4a9f8c-2081-414f-8c3a-fe798f9c02d5 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:51.687766 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02f9632e-335b-4bfe-acb8-d09293717162 req-4b4a9f8c-2081-414f-8c3a-fe798f9c02d5 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 944 time: 0.0497713 Sep 14 12:11:51.738063 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02f9632e-335b-4bfe-acb8-d09293717162 req-6cd8a03f-4553-4e42-8593-16e3c74699d0 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442879 Sep 14 12:11:52.167202 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cb113-c553-4894-a85d-f9685d225f35 req-dfaf8c6a-f10e-44e8-ab0a-9625e2192b97 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:52.168629 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e21cb113-c553-4894-a85d-f9685d225f35 req-dfaf8c6a-f10e-44e8-ab0a-9625e2192b97 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0479858 Sep 14 12:11:52.220313 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e21cb113-c553-4894-a85d-f9685d225f35 req-227cb07a-d1c1-4545-87cf-2395f7688c22 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458353 Sep 14 12:11:52.874253 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c56ed4-01b7-4d88-b902-a49f94814e16 req-c14cca84-7273-4d88-9f48-733f9ec64553 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:52.875767 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-35c56ed4-01b7-4d88-b902-a49f94814e16 req-c14cca84-7273-4d88-9f48-733f9ec64553 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 944 time: 0.0505846 Sep 14 12:11:52.938054 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-35c56ed4-01b7-4d88-b902-a49f94814e16 req-b55e168a-be9b-43f9-8fd5-40c2d614f2ef tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561845 Sep 14 12:11:53.334560 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:53.371422 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605638df-ccd1-4db2-9ee6-af178dfc7cea req-f1704e56-5b11-4e67-b6a0-b3f36380e22c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:53.372932 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-605638df-ccd1-4db2-9ee6-af178dfc7cea req-f1704e56-5b11-4e67-b6a0-b3f36380e22c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0530384 Sep 14 12:11:53.433500 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-605638df-ccd1-4db2-9ee6-af178dfc7cea req-3983c386-9e64-4e6d-a700-05365501724f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543373 Sep 14 12:11:54.076319 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac5973-2b8b-4a3b-bfd7-96726c7ec7bd req-1c2259e3-22da-4c10-af2c-9d5d085f9016 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:54.078340 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54ac5973-2b8b-4a3b-bfd7-96726c7ec7bd req-1c2259e3-22da-4c10-af2c-9d5d085f9016 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 944 time: 0.0594325 Sep 14 12:11:54.136432 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54ac5973-2b8b-4a3b-bfd7-96726c7ec7bd req-b904b18f-df89-4492-9801-846a4cb6b899 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509641 Sep 14 12:11:54.454096 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device c85474c8-4ecf-4baf-84fe-1fd725604066 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:11:54.571678 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port c85474c8-4ecf-4baf-84fe-1fd725604066, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c85474c8-4ecf-4baf-84fe-1fd725604066,segment=NetworkSegment(ae6063c6-d35c-4b33-b60e-108f5a21daa4),segment_id=ae6063c6-d35c-4b33-b60e-108f5a21daa4)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:54.591149 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84f15b-542e-41a5-ad62-4048429adb82 req-ec0d2b9c-fde3-4384-9b0a-65fa058b58e4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:54.591429 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'c85474c8-4ecf-4baf-84fe-1fd725604066', 'network_id': '39f8e997-0bf2-4e00-afc8-b558c863face', 'port_id': 'c85474c8-4ecf-4baf-84fe-1fd725604066', 'mac_address': 'fa:16:3e:f1:56:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61110442-bb4a-4fa4-9961-e0e4b340d87a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:11:54.592661 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4a84f15b-542e-41a5-ad62-4048429adb82 req-ec0d2b9c-fde3-4384-9b0a-65fa058b58e4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0542436 Sep 14 12:11:54.632820 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port c85474c8-4ecf-4baf-84fe-1fd725604066 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:11:54.633151 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:54.643662 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4a84f15b-542e-41a5-ad62-4048429adb82 req-9fe874e7-25db-4dd3-82ad-5fea08ae30d0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444801 Sep 14 12:11:54.646429 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85474c8-4ecf-4baf-84fe-1fd725604066 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:11:54.667380 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port c85474c8-4ecf-4baf-84fe-1fd725604066, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c85474c8-4ecf-4baf-84fe-1fd725604066,segment=NetworkSegment(ae6063c6-d35c-4b33-b60e-108f5a21daa4),segment_id=ae6063c6-d35c-4b33-b60e-108f5a21daa4)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:54.745676 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:54.794191 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=c85474c8-4ecf-4baf-84fe-1fd725604066,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:54.801571 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.802024 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.802478 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.802851 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.803195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.803537 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.803904 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.804238 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.804569 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.804898 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.805226 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.805595 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.805944 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.806320 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:54.807151 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:11:55.261284 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12fc1e1-1860-45de-ac9d-19153f9f517e req-27e23ed0-d84a-462d-bc25-5c21c13392f7 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:55.262782 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b12fc1e1-1860-45de-ac9d-19153f9f517e req-27e23ed0-d84a-462d-bc25-5c21c13392f7 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 945 time: 0.0504537 Sep 14 12:11:55.312144 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b12fc1e1-1860-45de-ac9d-19153f9f517e req-b529c60c-b301-494f-8ebd-43f9b4c0dabe tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430110 Sep 14 12:11:55.427045 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['c85474c8-4ecf-4baf-84fe-1fd725604066'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:11:55.777740 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a9362-2b65-4883-8482-6cc347bc7029 req-201f6255-fd71-4c1c-a355-8d02bda85cbb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:55.779301 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-760a9362-2b65-4883-8482-6cc347bc7029 req-201f6255-fd71-4c1c-a355-8d02bda85cbb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0490675 Sep 14 12:11:55.827690 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-760a9362-2b65-4883-8482-6cc347bc7029 req-20b89629-cab4-4b22-b555-3b1975032b44 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428197 Sep 14 12:11:56.420430 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:56.433151 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13883cdf-b85c-4486-9d87-0e8bcc6511c3 req-ada91f79-5d00-4138-bc19-caf2ff5a5765 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:56.435043 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13883cdf-b85c-4486-9d87-0e8bcc6511c3 req-ada91f79-5d00-4138-bc19-caf2ff5a5765 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 945 time: 0.0474250 Sep 14 12:11:56.493338 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13883cdf-b85c-4486-9d87-0e8bcc6511c3 req-c616128d-c6a8-4909-aa26-4503593b47aa tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530088 Sep 14 12:11:56.738780 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:56.744863 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:56.948856 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device c85474c8-4ecf-4baf-84fe-1fd725604066 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:11:56.962917 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0389a-2cf0-4928-814e-cea2d408db25 req-c0415077-e263-4013-84e2-212edb864cea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:56.964431 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d1d0389a-2cf0-4928-814e-cea2d408db25 req-c0415077-e263-4013-84e2-212edb864cea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0505092 Sep 14 12:11:56.993173 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port c85474c8-4ecf-4baf-84fe-1fd725604066 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:11:57.014740 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d1d0389a-2cf0-4928-814e-cea2d408db25 req-fe7dca19-9c13-482d-8845-dc554e471193 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440938 Sep 14 12:11:57.099363 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port c85474c8-4ecf-4baf-84fe-1fd725604066 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:11:57.099773 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:57.100138 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port c85474c8-4ecf-4baf-84fe-1fd725604066 Sep 14 12:11:57.184580 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port c85474c8-4ecf-4baf-84fe-1fd725604066 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:11:57.184962 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:57.207944 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a00ef7-7e76-4e05-9c55-03698e3a7a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85474c8-4ecf-4baf-84fe-1fd725604066'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:11:57.210235 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e280b16-00f6-466b-a4bc-26c6a78564a0" -d '{"events": [{"server_uuid": "c3a00ef7-7e76-4e05-9c55-03698e3a7a9f", "name": "network-vif-plugged", "status": "completed", "tag": "c85474c8-4ecf-4baf-84fe-1fd725604066"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:11:57.224113 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port c85474c8-4ecf-4baf-84fe-1fd725604066, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c85474c8-4ecf-4baf-84fe-1fd725604066,segment=NetworkSegment(ae6063c6-d35c-4b33-b60e-108f5a21daa4),segment_id=ae6063c6-d35c-4b33-b60e-108f5a21daa4)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:57.253019 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879a7b6f-0e18-4217-9b34-0239f4bd7dba x-openstack-request-id: req-879a7b6f-0e18-4217-9b34-0239f4bd7dba {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:11:57.253019 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a00ef7-7e76-4e05-9c55-03698e3a7a9f", "name": "network-vif-plugged", "status": "completed", "tag": "c85474c8-4ecf-4baf-84fe-1fd725604066", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:11:57.253019 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-879a7b6f-0e18-4217-9b34-0239f4bd7dba {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:11:57.253019 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879a7b6f-0e18-4217-9b34-0239f4bd7dba'] response: {'server_uuid': 'c3a00ef7-7e76-4e05-9c55-03698e3a7a9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85474c8-4ecf-4baf-84fe-1fd725604066', 'code': 200} Sep 14 12:11:57.296779 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:57.344400 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=c85474c8-4ecf-4baf-84fe-1fd725604066,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:57.652727 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6326145e-08c6-4052-9812-c7549d904ced req-0c0f1077-ae9f-4f70-8d34-34a0c508c530 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:57.654225 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6326145e-08c6-4052-9812-c7549d904ced req-0c0f1077-ae9f-4f70-8d34-34a0c508c530 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 946 time: 0.0788422 Sep 14 12:11:57.659681 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207e1ff-3fa1-4ad5-9859-2c1a8d5c5a6a req-96514a1c-ef2f-4920-b904-ec04c0fb76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:57.661000 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5207e1ff-3fa1-4ad5-9859-2c1a8d5c5a6a req-96514a1c-ef2f-4920-b904-ec04c0fb76ba service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 1130 time: 0.0552111 Sep 14 12:11:57.734074 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6326145e-08c6-4052-9812-c7549d904ced req-8f9d2203-e9e3-4b42-a3ca-1271d10e7791 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720956 Sep 14 12:11:57.737298 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5207e1ff-3fa1-4ad5-9859-2c1a8d5c5a6a req-a8900a15-c5cb-4a4d-8431-126e38b3d2fd service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620332 Sep 14 12:11:58.144708 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be89702-1336-44b8-9188-eddeb3479457 req-dd2b3542-20cd-4c5d-8dd6-e7c0da564f94 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:58.146210 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7be89702-1336-44b8-9188-eddeb3479457 req-dd2b3542-20cd-4c5d-8dd6-e7c0da564f94 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 944 time: 0.0476532 Sep 14 12:11:58.193261 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7be89702-1336-44b8-9188-eddeb3479457 req-fe75b01c-5595-4988-bf9f-e8b4fde684c8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411482 Sep 14 12:11:58.857939 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd4ce-3d9c-4f88-8de1-3b2f1e0dfc16 req-b61679bf-50cf-4840-bc7c-ea1a15c00ea2 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:58.859342 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-88ccd4ce-3d9c-4f88-8de1-3b2f1e0dfc16 req-b61679bf-50cf-4840-bc7c-ea1a15c00ea2 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 946 time: 0.0498371 Sep 14 12:11:58.905808 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-88ccd4ce-3d9c-4f88-8de1-3b2f1e0dfc16 req-1e4ce655-1123-40bc-8023-344cf303a6ce tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Sep 14 12:11:58.932587 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 906fb0c9-14b7-4949-943a-c084b122ae8b details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:11:58.935852 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:58.944017 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:11:59.035783 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:59.047206 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'port_id': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'mac_address': 'fa:16:3e:f7:ea:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:11:59.082255 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 906fb0c9-14b7-4949-943a-c084b122ae8b is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:11:59.082728 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:59.096314 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906fb0c9-14b7-4949-943a-c084b122ae8b {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:11:59.115506 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:11:59.207829 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:11:59.261656 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=9']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:11:59.321183 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74973a59-39d3-41a0-a112-47886ec28c06 req-43043181-4e96-4a75-bae9-26003bb54f60 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:11:59.323175 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-74973a59-39d3-41a0-a112-47886ec28c06 req-43043181-4e96-4a75-bae9-26003bb54f60 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 945 time: 0.0460567 Sep 14 12:11:59.372620 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-74973a59-39d3-41a0-a112-47886ec28c06 req-057859e6-3100-45da-80be-250caca5d8a2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438089 Sep 14 12:12:00.006945 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:00.023994 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b5429-cb32-431e-b707-714a8506c792 req-b77de22e-0b7e-412c-98b7-148171dde0f1 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:00.024381 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['906fb0c9-14b7-4949-943a-c084b122ae8b'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:12:00.025723 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dc6b5429-cb32-431e-b707-714a8506c792 req-b77de22e-0b7e-412c-98b7-148171dde0f1 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 946 time: 0.0457935 Sep 14 12:12:00.078098 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dc6b5429-cb32-431e-b707-714a8506c792 req-4203adc3-ecc2-495d-ac6a-3b76a198929a tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467420 Sep 14 12:12:00.499240 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37644849-062d-4934-89d8-a4102b7f2166 req-5c0382ae-cae8-4dcf-8aa7-12a6a9844882 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:00.500709 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-37644849-062d-4934-89d8-a4102b7f2166 req-5c0382ae-cae8-4dcf-8aa7-12a6a9844882 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 945 time: 0.0468261 Sep 14 12:12:00.547813 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-37644849-062d-4934-89d8-a4102b7f2166 req-7b6f5046-a33f-4280-a5bf-dea2975340a3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414956 Sep 14 12:12:01.200919 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a536d-9682-4ccc-807f-795458413019 req-ca44ed27-f196-496c-bb53-4dec707784de tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:01.202414 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9c9a536d-9682-4ccc-807f-795458413019 req-ca44ed27-f196-496c-bb53-4dec707784de tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 946 time: 0.0476773 Sep 14 12:12:01.250354 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9c9a536d-9682-4ccc-807f-795458413019 req-eea6f1b7-c280-4335-9832-9f8c8918faa2 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412493 Sep 14 12:12:01.683684 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78edcbf-8a13-4114-9c73-dc204d39ae0c req-7deb129a-7770-43c1-add0-d4c381a23d41 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:01.685168 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d78edcbf-8a13-4114-9c73-dc204d39ae0c req-7deb129a-7770-43c1-add0-d4c381a23d41 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 945 time: 0.0523846 Sep 14 12:12:01.734810 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d78edcbf-8a13-4114-9c73-dc204d39ae0c req-43485507-181b-496b-a0a4-41a56e3ce72d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436265 Sep 14 12:12:01.745151 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 906fb0c9-14b7-4949-943a-c084b122ae8b up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:12:01.794404 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 906fb0c9-14b7-4949-943a-c084b122ae8b triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:12:01.794778 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:01.795113 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 906fb0c9-14b7-4949-943a-c084b122ae8b Sep 14 12:12:01.874599 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 906fb0c9-14b7-4949-943a-c084b122ae8b is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:12:01.874736 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:01.899485 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:12:01.902298 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ac6d86-8834-4e32-8aac-fca7e2554fa1" -d '{"events": [{"server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "name": "network-vif-plugged", "status": "completed", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:01.915598 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:02.002509 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b96e072-2fa5-4eff-99dc-0c09fdda8947 x-openstack-request-id: req-3b96e072-2fa5-4eff-99dc-0c09fdda8947 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:02.002818 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "name": "network-vif-plugged", "status": "completed", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:02.003070 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b96e072-2fa5-4eff-99dc-0c09fdda8947 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:02.003520 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b96e072-2fa5-4eff-99dc-0c09fdda8947'] response: {'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'code': 200} Sep 14 12:12:02.036505 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:02.067634 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:02.090180 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=10']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:02.874689 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bb82d-fe86-4aae-9f9f-a510ba0212ae req-7239d803-8f53-4810-85a3-d045968ad9f8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:02.878565 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9b2bb82d-fe86-4aae-9f9f-a510ba0212ae req-7239d803-8f53-4810-85a3-d045968ad9f8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 947 time: 0.0548117 Sep 14 12:12:02.908234 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:02.951593 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9b2bb82d-fe86-4aae-9f9f-a510ba0212ae req-3c344b31-3228-4f65-8912-3d8b6130cc40 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673242 Sep 14 12:12:03.319293 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:03.924082 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d973ba-d80e-4f67-ac0c-1c14105329d4 req-de53344a-02a2-49b9-ab19-09d5f8c827aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:03.925569 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-62d973ba-d80e-4f67-ac0c-1c14105329d4 req-de53344a-02a2-49b9-ab19-09d5f8c827aa service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 1131 time: 0.0411623 Sep 14 12:12:04.043306 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-62d973ba-d80e-4f67-ac0c-1c14105329d4 req-cdad8026-04fa-4dec-ac46-04ddef778e64 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624864 Sep 14 12:12:04.088715 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d0b78-b11d-40bd-be5f-2cfe2b0b385f req-046d00fa-c6a8-45b6-b2fb-040429f1482e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:04.090219 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-820d0b78-b11d-40bd-be5f-2cfe2b0b385f req-046d00fa-c6a8-45b6-b2fb-040429f1482e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 947 time: 0.0461483 Sep 14 12:12:04.138492 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-820d0b78-b11d-40bd-be5f-2cfe2b0b385f req-ed43c4eb-b3c1-4c98-b2e8-c3220853b139 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426016 Sep 14 12:12:05.257613 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 41934) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:12:05.265756 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1442193097', 'description': 'tempest-description--1871143321'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:12:05.265902 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996f847-fc63-40e7-9df9-3a078eff95e3 req-16e437a6-49c9-4761-9a20-2357d2e20540 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:05.266684 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5996f847-fc63-40e7-9df9-3a078eff95e3 req-16e437a6-49c9-4761-9a20-2357d2e20540 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 947 time: 0.0469980 Sep 14 12:12:05.315472 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5996f847-fc63-40e7-9df9-3a078eff95e3 req-b5ae7ba9-0c48-4323-9bb6-897477a47b38 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422137 Sep 14 12:12:05.371535 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:05.440228 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (d6484499-53ef-459c-afe0-0f0bb5b78293), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:05.519415 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d6484499-53ef-459c-afe0-0f0bb5b78293), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:05.549246 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6484499-53ef-459c-afe0-0f0bb5b78293,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:05.557673 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.558095 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.558403 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.558735 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.559097 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.559388 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.559710 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.560032 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.560351 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.560673 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.560996 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.561316 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.561623 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.561969 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.563988 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:05.641301 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:05.642603 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-13a0ec53-6523-4aad-90f7-05638175a31f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3838391 Sep 14 12:12:05.646150 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 41936) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:12:05.650749 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-f829d553-1f96-499d-b2af-595aa60ffb9c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group_rule': {'security_group_id': 'd6484499-53ef-459c-afe0-0f0bb5b78293', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:12:05.773450 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f829d553-1f96-499d-b2af-595aa60ffb9c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (72d630c6-2a6c-4018-b4d6-2a8225f4d159), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:05.822352 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-54483329-f5a4-4aba-9348-230a63bea6ee service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594835 Sep 14 12:12:05.847243 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f829d553-1f96-499d-b2af-595aa60ffb9c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (72d630c6-2a6c-4018-b4d6-2a8225f4d159), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:05.947993 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f829d553-1f96-499d-b2af-595aa60ffb9c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (72d630c6-2a6c-4018-b4d6-2a8225f4d159), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:05.967626 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f829d553-1f96-499d-b2af-595aa60ffb9c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d630c6-2a6c-4018-b4d6-2a8225f4d159,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:06.010932 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-826ef867-4d15-430d-acdb-ecac027bb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:06.012724 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-826ef867-4d15-430d-acdb-ecac027bb7f7 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 1130 time: 0.0404809 Sep 14 12:12:06.047183 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f829d553-1f96-499d-b2af-595aa60ffb9c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:06.048338 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-f829d553-1f96-499d-b2af-595aa60ffb9c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4012523 Sep 14 12:12:06.051095 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 41940) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:12:06.055449 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-ba85d5fc-7b7d-488a-a60e-c6c180a3597a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group_rule': {'security_group_id': 'd6484499-53ef-459c-afe0-0f0bb5b78293', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:12:06.122533 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-d9831709-bd4e-44a9-b23f-64a3a72a5fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:06.124052 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-d9831709-bd4e-44a9-b23f-64a3a72a5fd9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.0921240 Sep 14 12:12:06.137010 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ba85d5fc-7b7d-488a-a60e-c6c180a3597a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (481a14be-a42b-42f6-a888-f9463c3eacf3), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:06.178859 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-00080e07-a464-4cb8-9163-8c77c7b6d027 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1 HTTP/1.1" status: 200 len: 217 time: 0.0345590 Sep 14 12:12:06.195916 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ba85d5fc-7b7d-488a-a60e-c6c180a3597a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (481a14be-a42b-42f6-a888-f9463c3eacf3), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:06.235373 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-c6d21b1e-1cec-4b23-ba24-580275d4a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:06.236803 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-c6d21b1e-1cec-4b23-ba24-580275d4a7e6 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0441606 Sep 14 12:12:06.289876 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-d67a19f8-0443-4782-8106-4f0e5272ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:06.290639 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ba85d5fc-7b7d-488a-a60e-c6c180a3597a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (481a14be-a42b-42f6-a888-f9463c3eacf3), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:06.291392 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-d67a19f8-0443-4782-8106-4f0e5272ff41 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398099 Sep 14 12:12:06.311985 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85d5fc-7b7d-488a-a60e-c6c180a3597a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481a14be-a42b-42f6-a888-f9463c3eacf3,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:06.389878 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ba85d5fc-7b7d-488a-a60e-c6c180a3597a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:06.394603 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-ba85d5fc-7b7d-488a-a60e-c6c180a3597a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392894 Sep 14 12:12:06.397363 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 41944) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:12:06.400177 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:12:06.505237 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:06.598175 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:06.607801 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:06.645744 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe72aed-1293-401b-a023-1cc4d65a3d63 req-ed917737-4a6a-48d8-a28f-22545445164e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:06.647394 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2fe72aed-1293-401b-a023-1cc4d65a3d63 req-ed917737-4a6a-48d8-a28f-22545445164e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 947 time: 0.0594234 Sep 14 12:12:06.698232 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-1abb44ed-e14c-47cf-a9aa-3e0070e021d5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972404 Sep 14 12:12:06.726125 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Allocated IP 172.27.3.183 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/70ced081-8085-4bd5-b579-050aae7f53ef) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:12:06.728315 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2fe72aed-1293-401b-a023-1cc4d65a3d63 req-fea5ef95-19d4-4741-a7ae-78e10be0675a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695188 Sep 14 12:12:06.809180 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:06.832130 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:06.850146 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (70ced081-8085-4bd5-b579-050aae7f53ef), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:06.948240 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (70ced081-8085-4bd5-b579-050aae7f53ef), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:06.990301 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:12:06.993348 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:12:06.997914 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:12:07.024147 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=70ced081-8085-4bd5-b579-050aae7f53ef,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:07.103895 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (94157e00-d61a-4c23-9939-f2fc9363a103), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:07.176410 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c04f14e-7f9b-4de0-ab11-dea35a8e4a12 req-ad79812d-a473-432f-9170-076521f8f4e8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888221 Sep 14 12:12:07.242023 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (70ced081-8085-4bd5-b579-050aae7f53ef), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:07.355914 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:07.398571 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (70ced081-8085-4bd5-b579-050aae7f53ef), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:07.505697 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (70ced081-8085-4bd5-b579-050aae7f53ef), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:07.580772 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (94157e00-d61a-4c23-9939-f2fc9363a103), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:07.583700 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=70ced081-8085-4bd5-b579-050aae7f53ef,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:07.685252 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:07.686829 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-35fb40a1-aec5-4caf-a78d-49743314cb08 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2906201 Sep 14 12:12:07.878462 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ddc5b-7441-46ef-b795-81f4ede369ea req-bbe4595a-6323-4a3c-9372-785f6486c6e4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:07.885206 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-170ddc5b-7441-46ef-b795-81f4ede369ea req-bbe4595a-6323-4a3c-9372-785f6486c6e4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 947 time: 0.0658276 Sep 14 12:12:07.918270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:07.959924 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-a306a699-cb10-485e-b79b-7102620bfecf tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1442193097&fields=id&tenant_id=5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 267 time: 0.0930474 Sep 14 12:12:07.963810 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-170ddc5b-7441-46ef-b795-81f4ede369ea req-910e9195-266c-4732-916c-0c2a67185685 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771661 Sep 14 12:12:08.071016 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-c7ee01b0-f151-4bbe-be71-892e78db4575 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:08.072496 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-c7ee01b0-f151-4bbe-be71-892e78db4575 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 814 time: 0.1053438 Sep 14 12:12:08.087590 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-475f65c2-c9f4-4aa8-8fe8-a0927ee27349 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/quotas/5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 375 time: 0.0096076 Sep 14 12:12:08.145621 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-1abbb14e-3507-4f3b-84a5-768e2e1c5e25 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528255 Sep 14 12:12:08.251156 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-81578581-3d52-424a-863f-9469176673db service neutron] 10.222.0.62 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926299 Sep 14 12:12:08.346920 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-8cf02a1e-445f-47d0-bd8f-0138af5d22a2 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895326 Sep 14 12:12:08.582320 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7663a789-fb75-48f2-a803-573d5c52fba4 req-2ee0f0cd-ed5b-4f51-9531-08aa1ee73303 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 210 time: 0.0276699 Sep 14 12:12:09.090632 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe73d6-0f1b-4814-805a-ff99202bd12b req-a9d44310-a145-46ab-a106-0f46bb2b8489 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:09.092113 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-67fe73d6-0f1b-4814-805a-ff99202bd12b req-a9d44310-a145-46ab-a106-0f46bb2b8489 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 947 time: 0.0468788 Sep 14 12:12:09.143357 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-67fe73d6-0f1b-4814-805a-ff99202bd12b req-f5148c84-8510-4692-9fc7-30952882a289 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454268 Sep 14 12:12:09.683651 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-49476651-a34a-402f-94a3-c665a4c6813c req-78f10826-657d-4897-bb25-2b8d5d3bf207 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 210 time: 0.0284281 Sep 14 12:12:10.799549 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0aa6213d-5b18-4167-b39f-7df9e996b4d6 req-c611fb9b-ef68-4115-ab38-cb1b9de699c9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 210 time: 0.0301239 Sep 14 12:12:11.177242 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:11.202095 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-87bdac54-19bb-49ca-8adb-f282975a7f46 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:11.204396 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-87bdac54-19bb-49ca-8adb-f282975a7f46 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 814 time: 0.1227922 Sep 14 12:12:11.292895 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-4414834c-b63c-43ed-841f-28c2ffec200e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 472 time: 0.0695236 Sep 14 12:12:11.305039 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'port': {'device_id': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'admin_state_up': True, 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'security_groups': ['d6484499-53ef-459c-afe0-0f0bb5b78293']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:12:11.493838 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Made reservation on behalf of 5b86ec91335c49aaa672aa85461d2936 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:12:11.498827 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:11.626596 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Allocated IP 172.20.0.14 (cf307d40-f42c-4be6-8979-65e762517b0f/93b3fae1-42c9-4fc4-b251-714e31ec790d/d4d61e40-b11d-4281-b965-9796c5ee7fce) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:12:11.652186 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:11.767765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:11.868275 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:11.946794 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Network cf307d40-f42c-4be6-8979-65e762517b0f is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:12:11.954052 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:12:11.958286 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=d4d61e40-b11d-4281-b965-9796c5ee7fce,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:11.961297 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:12:11.992561 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62088b67-ab51-440e-bcf2-cc3b43fcf91b req-925f0921-4189-4250-904a-8da9231c40e9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:11.994208 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-62088b67-ab51-440e-bcf2-cc3b43fcf91b req-925f0921-4189-4250-904a-8da9231c40e9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 932 time: 0.0979080 Sep 14 12:12:12.035955 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:12.036621 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:12.044233 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:12.073902 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-62088b67-ab51-440e-bcf2-cc3b43fcf91b req-53e5ea01-40c9-48db-b2cc-12a26a569030 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708730 Sep 14 12:12:12.154138 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-d85f132c-17ea-40d1-8e3d-20f4505ad528 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8539090 Sep 14 12:12:12.222159 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-7c335087-7f32-46c9-b025-f6ce77cd63a9 None None] Provisioning complete for port d4d61e40-b11d-4281-b965-9796c5ee7fce triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:12:12.222761 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-7c335087-7f32-46c9-b025-f6ce77cd63a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:12.222861 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-7c335087-7f32-46c9-b025-f6ce77cd63a9 None None] Attempt 1 to provision port d4d61e40-b11d-4281-b965-9796c5ee7fce Sep 14 12:12:12.255353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-7c335087-7f32-46c9-b025-f6ce77cd63a9 None None] Port d4d61e40-b11d-4281-b965-9796c5ee7fce cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:12:12.291162 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Request body: {'port': {'device_id': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:12:12.355045 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:12.614921 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4d61e40-b11d-4281-b965-9796c5ee7fce {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:12:12.622795 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Publish callbacks [] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:12.636256 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Transition to ACTIVE for port object d4d61e40-b11d-4281-b965-9796c5ee7fce will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:12:12.667993 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-3c5a3362-89c0-4da9-9a0f-f66ab88c8bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:12.690395 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:12.756236 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-7c335087-7f32-46c9-b025-f6ce77cd63a9 None None] Attempt 2 to provision port d4d61e40-b11d-4281-b965-9796c5ee7fce Sep 14 12:12:12.770188 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d61e40-b11d-4281-b965-9796c5ee7fce,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:12.792743 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-7c335087-7f32-46c9-b025-f6ce77cd63a9 None None] Port d4d61e40-b11d-4281-b965-9796c5ee7fce cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:12:12.802985 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Attempting to bind port d4d61e40-b11d-4281-b965-9796c5ee7fce on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:12:12.803320 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Attempting to bind port d4d61e40-b11d-4281-b965-9796c5ee7fce by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:12:12.803643 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Attempting to bind port d4d61e40-b11d-4281-b965-9796c5ee7fce on network cf307d40-f42c-4be6-8979-65e762517b0f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:12:12.849673 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Port d4d61e40-b11d-4281-b965-9796c5ee7fce on network cf307d40-f42c-4be6-8979-65e762517b0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:12:12.850012 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Attempting to bind port d4d61e40-b11d-4281-b965-9796c5ee7fce on network cf307d40-f42c-4be6-8979-65e762517b0f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:12:12.893074 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:12:12.893768 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Checking segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:12:12.893768 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Bound using segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:12:12.894235 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Bound port: d4d61e40-b11d-4281-b965-9796c5ee7fce, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:12:12.894594 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:12.908687 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:12.941152 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=9 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:12.942341 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=17 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:12.961780 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] For port d4d61e40-b11d-4281-b965-9796c5ee7fce, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:12:12.965340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] For port d4d61e40-b11d-4281-b965-9796c5ee7fce, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d4d61e40-b11d-4281-b965-9796c5ee7fce,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:12:13.036948 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:13.041340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:13.042039 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:13.043423 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/d4d61e40-b11d-4281-b965-9796c5ee7fce HTTP/1.1" status: 200 len: 1094 time: 0.7566669 Sep 14 12:12:13.043990 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'tag': 'd4d61e40-b11d-4281-b965-9796c5ee7fce'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:12:13.046376 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fb03d5-a2c6-409e-9ed2-2a6a35a35426" -d '{"events": [{"name": "network-changed", "server_uuid": "16fe551f-effb-4a0a-b0c2-b4bc82178953", "tag": "d4d61e40-b11d-4281-b965-9796c5ee7fce"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:13.087590 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a0c8db-9887-465c-8591-8d400ebe3a0b x-openstack-request-id: req-95a0c8db-9887-465c-8591-8d400ebe3a0b {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:13.087875 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fe551f-effb-4a0a-b0c2-b4bc82178953", "tag": "d4d61e40-b11d-4281-b965-9796c5ee7fce", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:13.088122 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95a0c8db-9887-465c-8591-8d400ebe3a0b {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:13.088516 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a0c8db-9887-465c-8591-8d400ebe3a0b'] response: {'name': 'network-changed', 'server_uuid': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'tag': 'd4d61e40-b11d-4281-b965-9796c5ee7fce', 'status': 'completed', 'code': 200} Sep 14 12:12:13.096527 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:13.101303 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca0dde-0512-429d-b011-a111cc645308 service neutron] Pushing event updated for resources: {'Port': ['ID=d4d61e40-b11d-4281-b965-9796c5ee7fce,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:13.233788 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082f556-b726-4cc1-989d-9e363c457afd req-9f8ed2f9-d594-4771-9e33-bcca0b7c4c28 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:13.235320 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7082f556-b726-4cc1-989d-9e363c457afd req-9f8ed2f9-d594-4771-9e33-bcca0b7c4c28 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0499437 Sep 14 12:12:13.289633 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb03d5-a2c6-409e-9ed2-2a6a35a35426 req-e98d2ea4-6ce8-4188-9932-62e008e080c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:13.291193 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-30fb03d5-a2c6-409e-9ed2-2a6a35a35426 req-e98d2ea4-6ce8-4188-9932-62e008e080c7 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 1128 time: 0.0549996 Sep 14 12:12:13.294164 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-7c335087-7f32-46c9-b025-f6ce77cd63a9 None None] Attempt 3 to provision port d4d61e40-b11d-4281-b965-9796c5ee7fce Sep 14 12:12:13.314415 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7082f556-b726-4cc1-989d-9e363c457afd req-9925635c-0690-4cfd-8278-6687796fcb32 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704894 Sep 14 12:12:13.338271 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-7c335087-7f32-46c9-b025-f6ce77cd63a9 None None] Port d4d61e40-b11d-4281-b965-9796c5ee7fce had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:12:13.798373 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb03d5-a2c6-409e-9ed2-2a6a35a35426 req-7a1f264b-875d-42b0-a5c0-5669f42635c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:13.799948 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-30fb03d5-a2c6-409e-9ed2-2a6a35a35426 req-7a1f264b-875d-42b0-a5c0-5669f42635c8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=5b86ec91335c49aaa672aa85461d2936&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1008506 Sep 14 12:12:13.908739 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fb03d5-a2c6-409e-9ed2-2a6a35a35426 req-18b20b3f-2275-4d6a-9ec8-f8723ec92203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:13.910211 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-30fb03d5-a2c6-409e-9ed2-2a6a35a35426 req-18b20b3f-2275-4d6a-9ec8-f8723ec92203 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986691 Sep 14 12:12:14.044307 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-a457a4e0-d06b-492e-bf88-d40ac7da174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:14.045785 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-a457a4e0-d06b-492e-bf88-d40ac7da174c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 1128 time: 0.0398953 Sep 14 12:12:14.113506 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-ae4e97a7-7d96-499f-8541-1cc762a1e3d0 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4d61e40-b11d-4281-b965-9796c5ee7fce HTTP/1.1" status: 200 len: 217 time: 0.0350795 Sep 14 12:12:14.168721 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-c0ccf60d-b233-4d35-b107-e7141a2431a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:14.170212 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-c0ccf60d-b233-4d35-b107-e7141a2431a4 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 200 len: 853 time: 0.0502300 Sep 14 12:12:14.225229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-676b7980-1ac7-45da-adab-ddb82c3a15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:14.226735 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-676b7980-1ac7-45da-adab-ddb82c3a15d5 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cf307d40-f42c-4be6-8979-65e762517b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401285 Sep 14 12:12:14.326319 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-9ad1ab67-1926-4e1e-813b-67a65da13f84 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912278 Sep 14 12:12:14.446951 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-640dc3c5-5bbd-4117-99b2-70e1f4741f63 req-83e2b5b8-2f39-4949-88f8-440202a06761 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140585 Sep 14 12:12:14.465128 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda2b93-5467-4fb4-b20d-593fccbeabb7 req-f684109a-ab77-4e9b-adda-7a9671d4e27f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:14.466584 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7eda2b93-5467-4fb4-b20d-593fccbeabb7 req-f684109a-ab77-4e9b-adda-7a9671d4e27f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0534401 Sep 14 12:12:14.520584 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7eda2b93-5467-4fb4-b20d-593fccbeabb7 req-a7b3fd28-2fc5-40ee-b849-a7ff841a88f4 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483689 Sep 14 12:12:15.156549 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d63d498b-a732-43b8-bf66-d37d92ddb163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:15.641590 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b3f0-11a9-4597-95b5-06f1cf8c1a5e req-6c03ec2e-ef1e-4f2b-aaf1-688eb07429c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:15.643096 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4219b3f0-11a9-4597-95b5-06f1cf8c1a5e req-6c03ec2e-ef1e-4f2b-aaf1-688eb07429c2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0472465 Sep 14 12:12:15.690643 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4219b3f0-11a9-4597-95b5-06f1cf8c1a5e req-8dc2e99d-8bd7-4474-96a2-98d08df59c1c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418575 Sep 14 12:12:16.419140 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:16.799378 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:16.812187 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d9f07-28ab-4105-a947-770a5ba9ffdb req-1675cdce-ba17-46c7-b407-aa043882e636 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:16.813645 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a25d9f07-28ab-4105-a947-770a5ba9ffdb req-1675cdce-ba17-46c7-b407-aa043882e636 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0494890 Sep 14 12:12:16.863548 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a25d9f07-28ab-4105-a947-770a5ba9ffdb req-d414f54d-5790-4c14-97f6-5c4ec97f4261 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442092 Sep 14 12:12:17.583892 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=29 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:17.594817 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:17.953998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:17.964604 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:17.989620 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fae37-e259-4fdb-91ab-36f6ba810606 req-c894c052-5f02-4c96-8c06-420851608371 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:17.991112 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c49fae37-e259-4fdb-91ab-36f6ba810606 req-c894c052-5f02-4c96-8c06-420851608371 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0507092 Sep 14 12:12:18.038761 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c49fae37-e259-4fdb-91ab-36f6ba810606 req-53b54df4-26b2-427d-8610-79f894d54d8d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413673 Sep 14 12:12:19.152096 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:19.162639 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34589ddb-ad84-4af1-8ddb-1b944d20cbc6 req-f1c8da9c-0ded-4d8f-8363-fa010483db26 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:19.164115 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-34589ddb-ad84-4af1-8ddb-1b944d20cbc6 req-f1c8da9c-0ded-4d8f-8363-fa010483db26 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0477638 Sep 14 12:12:19.212650 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-34589ddb-ad84-4af1-8ddb-1b944d20cbc6 req-8c8c1f74-2331-4092-bc58-5be535a13049 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424266 Sep 14 12:12:20.334445 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40696351-b679-41c8-9191-9a752394908c req-ff160689-dbe4-43b3-a399-46b82f714a8e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:20.335926 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-40696351-b679-41c8-9191-9a752394908c req-ff160689-dbe4-43b3-a399-46b82f714a8e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0471151 Sep 14 12:12:20.390629 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-40696351-b679-41c8-9191-9a752394908c req-8fc014a4-8dc4-4743-8b36-b89bc1e0da41 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485501 Sep 14 12:12:21.518112 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438041e-af73-4779-b865-b85adc412d5e req-a49750ae-9a96-4b98-9729-3d615216de1f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:21.519566 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4438041e-af73-4779-b865-b85adc412d5e req-a49750ae-9a96-4b98-9729-3d615216de1f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0470462 Sep 14 12:12:21.567579 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4438041e-af73-4779-b865-b85adc412d5e req-986e8310-3be7-4e29-bd2d-381d5579c879 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418661 Sep 14 12:12:22.689480 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc8866c-fa42-4848-b9e4-0e525b689762 req-b196e29d-0bda-48b6-ba11-5d5e9acbc61f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:22.690982 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4dc8866c-fa42-4848-b9e4-0e525b689762 req-b196e29d-0bda-48b6-ba11-5d5e9acbc61f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0470488 Sep 14 12:12:22.739066 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4dc8866c-fa42-4848-b9e4-0e525b689762 req-0ccf1208-5509-49ab-a231-62d903d20743 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422721 Sep 14 12:12:23.718776 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:12:23.862584 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18396104-6ade-4d9e-aa9e-9494894d2fd7 req-60712d37-746c-4648-90ef-70221a1a7224 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:23.864112 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18396104-6ade-4d9e-aa9e-9494894d2fd7 req-60712d37-746c-4648-90ef-70221a1a7224 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0503695 Sep 14 12:12:23.912297 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18396104-6ade-4d9e-aa9e-9494894d2fd7 req-b294a05a-5f48-4dfb-a9b0-163885f0fd26 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425668 Sep 14 12:12:25.033135 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6488580-2f72-44df-a2c1-4f7b40b639e4 req-d10252ef-0893-4da1-85e2-d03cc509a6ad tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:25.034666 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6488580-2f72-44df-a2c1-4f7b40b639e4 req-d10252ef-0893-4da1-85e2-d03cc509a6ad tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 944 time: 0.0467420 Sep 14 12:12:25.083514 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6488580-2f72-44df-a2c1-4f7b40b639e4 req-4a1402b2-c0ae-443a-8022-5fb12039e23d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431051 Sep 14 12:12:25.204064 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device d4d61e40-b11d-4281-b965-9796c5ee7fce details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:12:25.277065 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:25.303687 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port d4d61e40-b11d-4281-b965-9796c5ee7fce, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d4d61e40-b11d-4281-b965-9796c5ee7fce,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:25.319517 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'd4d61e40-b11d-4281-b965-9796c5ee7fce', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'port_id': 'd4d61e40-b11d-4281-b965-9796c5ee7fce', 'mac_address': 'fa:16:3e:36:4b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:12:25.355503 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port d4d61e40-b11d-4281-b965-9796c5ee7fce is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:12:25.355901 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:25.369248 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4d61e40-b11d-4281-b965-9796c5ee7fce {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:12:25.390235 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port d4d61e40-b11d-4281-b965-9796c5ee7fce, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d4d61e40-b11d-4281-b965-9796c5ee7fce,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:25.470712 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:25.517990 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=d4d61e40-b11d-4281-b965-9796c5ee7fce,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:26.214774 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a621d-65fc-4c4b-afa0-c95bfbd01101 req-d20e8cce-0c5f-4790-ad25-57c8fb0dcd78 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:26.217273 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f86a621d-65fc-4c4b-afa0-c95bfbd01101 req-d20e8cce-0c5f-4790-ad25-57c8fb0dcd78 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 945 time: 0.0571072 Sep 14 12:12:26.267910 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f86a621d-65fc-4c4b-afa0-c95bfbd01101 req-f811738a-f056-4f6e-ac09-346040fa6234 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447454 Sep 14 12:12:27.391161 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b1fe4-dcfa-486d-86e8-3ae88ae339b7 req-f17d2203-2e69-4277-aaa0-391477e8e376 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:27.392683 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b1fe4-dcfa-486d-86e8-3ae88ae339b7 req-f17d2203-2e69-4277-aaa0-391477e8e376 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 945 time: 0.0481110 Sep 14 12:12:27.444193 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b1fe4-dcfa-486d-86e8-3ae88ae339b7 req-399730f9-4466-4881-a921-b3cbe9245efd tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456808 Sep 14 12:12:28.569668 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c44f973-7f2f-474f-9322-3923f4f5c76b req-a706e606-554a-46e3-b18f-8f6e0253cb88 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:28.571212 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4c44f973-7f2f-474f-9322-3923f4f5c76b req-a706e606-554a-46e3-b18f-8f6e0253cb88 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 945 time: 0.0503554 Sep 14 12:12:28.624531 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4c44f973-7f2f-474f-9322-3923f4f5c76b req-f9033c82-6809-40a2-b9ac-5360c4711e6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470438 Sep 14 12:12:28.798106 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['d4d61e40-b11d-4281-b965-9796c5ee7fce'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:12:29.749436 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a61518-3072-465b-a997-7437ac383836 req-ebce2c23-0b59-4964-8ab8-d85c61aaa146 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:29.751044 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6a61518-3072-465b-a997-7437ac383836 req-ebce2c23-0b59-4964-8ab8-d85c61aaa146 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 945 time: 0.0495296 Sep 14 12:12:29.771622 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:29.799488 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6a61518-3072-465b-a997-7437ac383836 req-780d3d76-0e16-462b-9d90-5d418d9d19e3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Sep 14 12:12:30.292597 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device d4d61e40-b11d-4281-b965-9796c5ee7fce up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:12:30.333129 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:30.335786 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port d4d61e40-b11d-4281-b965-9796c5ee7fce completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:12:30.393207 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port d4d61e40-b11d-4281-b965-9796c5ee7fce triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:12:30.393586 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:30.393980 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port d4d61e40-b11d-4281-b965-9796c5ee7fce Sep 14 12:12:30.471767 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port d4d61e40-b11d-4281-b965-9796c5ee7fce is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:12:30.472156 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:30.495963 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d61e40-b11d-4281-b965-9796c5ee7fce'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:12:30.498588 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5e921b-ae09-474c-b0ac-1b9fd22c4507" -d '{"events": [{"server_uuid": "16fe551f-effb-4a0a-b0c2-b4bc82178953", "name": "network-vif-plugged", "status": "completed", "tag": "d4d61e40-b11d-4281-b965-9796c5ee7fce"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:30.512105 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port d4d61e40-b11d-4281-b965-9796c5ee7fce, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d4d61e40-b11d-4281-b965-9796c5ee7fce,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:30.537914 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f1b404-cbc8-4872-8658-0f7fe82f0798 x-openstack-request-id: req-90f1b404-cbc8-4872-8658-0f7fe82f0798 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:30.538245 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fe551f-effb-4a0a-b0c2-b4bc82178953", "name": "network-vif-plugged", "status": "completed", "tag": "d4d61e40-b11d-4281-b965-9796c5ee7fce", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:30.538527 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90f1b404-cbc8-4872-8658-0f7fe82f0798 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:30.538944 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f1b404-cbc8-4872-8658-0f7fe82f0798'] response: {'server_uuid': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4d61e40-b11d-4281-b965-9796c5ee7fce', 'code': 200} Sep 14 12:12:30.579478 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:30.628070 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=d4d61e40-b11d-4281-b965-9796c5ee7fce,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:30.926003 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f21a1a-27b1-461b-b1a8-69ec569f8bde req-277b99b9-cb35-47b1-bf2c-dc259d51254c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:30.927596 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-83f21a1a-27b1-461b-b1a8-69ec569f8bde req-277b99b9-cb35-47b1-bf2c-dc259d51254c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 946 time: 0.0499411 Sep 14 12:12:30.980875 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-83f21a1a-27b1-461b-b1a8-69ec569f8bde req-33f64966-0ac4-4b9d-9cdc-6f54a2f81062 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470765 Sep 14 12:12:31.032701 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbdf7f-f350-4604-bb6f-3cd71a4af652 req-79277bea-992e-4660-85d6-8cc285663173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:31.034206 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0ecbdf7f-f350-4604-bb6f-3cd71a4af652 req-79277bea-992e-4660-85d6-8cc285663173 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 1130 time: 0.0421405 Sep 14 12:12:31.057782 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:31.082485 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0ecbdf7f-f350-4604-bb6f-3cd71a4af652 req-7a96895d-2571-4248-926e-c67f594d3d8a service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390725 Sep 14 12:12:32.107994 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb913f-c11b-4827-a7a5-b1a34dd1b9b6 req-6251575e-305c-4053-bf03-8eed565e02d4 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:32.109498 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-28eb913f-c11b-4827-a7a5-b1a34dd1b9b6 req-6251575e-305c-4053-bf03-8eed565e02d4 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 946 time: 0.0485146 Sep 14 12:12:32.165168 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-28eb913f-c11b-4827-a7a5-b1a34dd1b9b6 req-4e670c8c-a2f3-40ea-b2e6-e16486c74991 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495641 Sep 14 12:12:33.299317 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512403dc-8ac4-4c1d-ba43-125440330b35 req-8b25e224-fd83-45bd-bba5-c70e9013a456 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:33.301102 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-512403dc-8ac4-4c1d-ba43-125440330b35 req-8b25e224-fd83-45bd-bba5-c70e9013a456 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 946 time: 0.0550160 Sep 14 12:12:33.316565 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:33.353692 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-512403dc-8ac4-4c1d-ba43-125440330b35 req-5666888d-ff7b-4def-bc89-288344f3e6c3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466073 Sep 14 12:12:33.733543 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:33.738381 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:34.474140 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca45829-d2c6-4fbe-a717-542f38194929 req-7f958d55-d798-4250-82e0-0a9f4ee930b3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:34.475657 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dca45829-d2c6-4fbe-a717-542f38194929 req-7f958d55-d798-4250-82e0-0a9f4ee930b3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 946 time: 0.0464513 Sep 14 12:12:34.524090 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dca45829-d2c6-4fbe-a717-542f38194929 req-cea0912e-3c14-4736-8601-dfa9fe687732 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426521 Sep 14 12:12:34.660095 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928e47b-c6e5-491a-a826-7385825c4620 req-e06c0434-0f53-4eb5-85ed-e1e056fb0307 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:34.661630 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2928e47b-c6e5-491a-a826-7385825c4620 req-e06c0434-0f53-4eb5-85ed-e1e056fb0307 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 946 time: 0.0474789 Sep 14 12:12:34.672462 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42152) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:12:34.676963 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-53a3ae17-c12d-4969-8aa2-ecddd2dbcb4d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'floatingip': {'port_id': 'd4d61e40-b11d-4281-b965-9796c5ee7fce'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:12:34.721636 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-53a3ae17-c12d-4969-8aa2-ecddd2dbcb4d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (94157e00-d61a-4c23-9939-f2fc9363a103), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:35.143265 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-53a3ae17-c12d-4969-8aa2-ecddd2dbcb4d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:35.202439 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-53a3ae17-c12d-4969-8aa2-ecddd2dbcb4d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (94157e00-d61a-4c23-9939-f2fc9363a103), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:35.283086 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:35.299930 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [None req-53a3ae17-c12d-4969-8aa2-ecddd2dbcb4d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Floating IP 94157e00-d61a-4c23-9939-f2fc9363a103 associated. External IP: 172.27.3.183, port: d4d61e40-b11d-4281-b965-9796c5ee7fce. Sep 14 12:12:35.640182 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:35.753484 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a3ae17-c12d-4969-8aa2-ecddd2dbcb4d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:12:35.871594 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a3ae17-c12d-4969-8aa2-ecddd2dbcb4d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:12:35.878691 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-53a3ae17-c12d-4969-8aa2-ecddd2dbcb4d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:35.883291 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:12:35.902977 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:12:35.903718 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:12:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:12:35.913433 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-53a3ae17-c12d-4969-8aa2-ecddd2dbcb4d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/94157e00-d61a-4c23-9939-f2fc9363a103 HTTP/1.1" status: 200 len: 992 time: 1.2398932 Sep 14 12:12:35.914224 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'tag': 'd4d61e40-b11d-4281-b965-9796c5ee7fce'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:12:35.916556 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3de830-a64a-4061-938b-7e795770c4b4" -d '{"events": [{"name": "network-changed", "server_uuid": "16fe551f-effb-4a0a-b0c2-b4bc82178953", "tag": "d4d61e40-b11d-4281-b965-9796c5ee7fce"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:35.963792 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520cf8c0-23a6-44a2-a385-84c3dadb053d x-openstack-request-id: req-520cf8c0-23a6-44a2-a385-84c3dadb053d {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:35.964079 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fe551f-effb-4a0a-b0c2-b4bc82178953", "tag": "d4d61e40-b11d-4281-b965-9796c5ee7fce", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:35.964331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-520cf8c0-23a6-44a2-a385-84c3dadb053d {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:35.964729 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520cf8c0-23a6-44a2-a385-84c3dadb053d'] response: {'name': 'network-changed', 'server_uuid': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'tag': 'd4d61e40-b11d-4281-b965-9796c5ee7fce', 'status': 'completed', 'code': 200} Sep 14 12:12:36.022863 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:12:36.092543 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-8be01b1e-4e6b-40c8-bfc4-6efbf6fb9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:36.094194 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-8be01b1e-4e6b-40c8-bfc4-6efbf6fb9fbb service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 1130 time: 0.0602486 Sep 14 12:12:36.199888 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-f9705e00-603e-458b-a6a5-8f0e832753ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:36.201437 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-f9705e00-603e-458b-a6a5-8f0e832753ad service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 915 time: 0.0967100 Sep 14 12:12:36.232801 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:36.280748 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-5defc90d-e877-4960-a18b-6f7e2548e763 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4d61e40-b11d-4281-b965-9796c5ee7fce HTTP/1.1" status: 200 len: 1000 time: 0.0666265 Sep 14 12:12:36.280970 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '43db294f-2d4d-469e-9a82-9b61bce8a770', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:ff:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:08:15Z', 'updated_at': '2022-09-14T12:08:44Z', 'revision_number': 2, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}, {'id': '94157e00-d61a-4c23-9939-f2fc9363a103', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': 'd4d61e40-b11d-4281-b965-9796c5ee7fce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:36:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:12:07Z', 'updated_at': '2022-09-14T12:12:35Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:12:36.310009 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:12:36.326730 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:12:36.326730 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:12:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:12:36.381034 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e4886f-3973-48ba-9498-1e40b34c1f77 req-b3022cb1-cfae-4626-b28a-e99003b930c1 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:36.382665 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6e4886f-3973-48ba-9498-1e40b34c1f77 req-b3022cb1-cfae-4626-b28a-e99003b930c1 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 946 time: 0.0545914 Sep 14 12:12:36.440064 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6e4886f-3973-48ba-9498-1e40b34c1f77 req-0dd4e0e7-0e5d-457b-aa85-80fe4c700ca2 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489318 Sep 14 12:12:36.552138 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:12:36.739933 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:36.803416 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '43db294f-2d4d-469e-9a82-9b61bce8a770', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:ff:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:08:15Z', 'updated_at': '2022-09-14T12:08:44Z', 'revision_number': 2, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}, {'id': '94157e00-d61a-4c23-9939-f2fc9363a103', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': 'd4d61e40-b11d-4281-b965-9796c5ee7fce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:36:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:12:07Z', 'updated_at': '2022-09-14T12:12:35Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:12:36.830468 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bed154-d104-4eba-b1c3-45f4917eb138 None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '43db294f-2d4d-469e-9a82-9b61bce8a770', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:ff:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:08:15Z', 'updated_at': '2022-09-14T12:08:44Z', 'revision_number': 2, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}, {'id': '94157e00-d61a-4c23-9939-f2fc9363a103', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': 'd4d61e40-b11d-4281-b965-9796c5ee7fce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:36:4b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:12:07Z', 'updated_at': '2022-09-14T12:12:35Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:12:37.047896 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30847847-9072-4f66-9371-c4ba4b8d08ce None None] New status for floating IP 94157e00-d61a-4c23-9939-f2fc9363a103: ACTIVE {{(pid=106905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:12:37.577255 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b2d7b-9c4c-4d43-b3c4-ea532458bd91 req-d0a5fb5b-033f-4eca-9f5e-c17edb9724e5 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:37.578651 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b10b2d7b-9c4c-4d43-b3c4-ea532458bd91 req-d0a5fb5b-033f-4eca-9f5e-c17edb9724e5 tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 946 time: 0.0517590 Sep 14 12:12:37.627625 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b10b2d7b-9c4c-4d43-b3c4-ea532458bd91 req-a582e620-b075-45a4-b220-23e1789cc75e tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432107 Sep 14 12:12:38.110127 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-db8a7d41-6199-449b-869c-e77a99f16875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:38.111573 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-db8a7d41-6199-449b-869c-e77a99f16875 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 200 len: 853 time: 0.0463109 Sep 14 12:12:38.125839 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:38.159408 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-8d953442-6ce7-449f-84e0-845d349fc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:38.160916 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-8d953442-6ce7-449f-84e0-845d349fc957 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cf307d40-f42c-4be6-8979-65e762517b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431051 Sep 14 12:12:38.282480 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-7c17fb4d-91f6-416d-b5d0-f20a496ade51 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884595 Sep 14 12:12:38.410615 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e3de830-a64a-4061-938b-7e795770c4b4 req-f8955640-8e37-493a-9e47-dd0ce8d2868d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904469 Sep 14 12:12:38.753343 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef65f0-967a-4984-97ab-3952dc2d6c0c req-b0f97c1c-c345-4e62-bc57-34e822e73f1f tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:38.754881 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0ef65f0-967a-4984-97ab-3952dc2d6c0c req-b0f97c1c-c345-4e62-bc57-34e822e73f1f tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 946 time: 0.0487690 Sep 14 12:12:38.803750 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0ef65f0-967a-4984-97ab-3952dc2d6c0c req-92cff4c6-d21e-49e3-8a59-87d2665a047a tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=92d07328-7396-48b2-86f4-7f264d7385c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Sep 14 12:12:39.199128 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-7f130d82-cd0f-40ad-9ab3-4581d4275f8a tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:12:39.201411 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-7f130d82-cd0f-40ad-9ab3-4581d4275f8a tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 946 time: 0.0509923 Sep 14 12:12:39.285989 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Deleting port c85474c8-4ecf-4baf-84fe-1fd725604066 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:12:39.286335 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:39.330986 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:39.381564 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] For port c85474c8-4ecf-4baf-84fe-1fd725604066, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=c85474c8-4ecf-4baf-84fe-1fd725604066,segment=NetworkSegment(ae6063c6-d35c-4b33-b60e-108f5a21daa4),segment_id=ae6063c6-d35c-4b33-b60e-108f5a21daa4)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:12:39.381845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:39.396236 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Calling delete_port for c85474c8-4ecf-4baf-84fe-1fd725604066 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:12:39.602525 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (c85474c8-4ecf-4baf-84fe-1fd725604066), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:39.629234 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Pushing event deleted for resources: {'Port': ['ID=c85474c8-4ecf-4baf-84fe-1fd725604066,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:12:39.642073 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['c85474c8-4ecf-4baf-84fe-1fd725604066'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:12:39.644769 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.644936 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.645204 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.645584 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.645927 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.646266 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.646600 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.646929 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.647257 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.647587 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.647916 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.648240 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.648572 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.648886 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.649309 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:12:39.690746 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] No DVR routers for this DVR port c85474c8-4ecf-4baf-84fe-1fd725604066 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:12:39.693737 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:39.697010 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-26c35852-60f9-47d2-96b0-91e53ec4a6a4 req-075667e8-51db-4810-be1f-5eead11dd27c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.81 "DELETE /networking/v2.0/ports/c85474c8-4ecf-4baf-84fe-1fd725604066 HTTP/1.1" status: 204 len: 173 time: 0.4905131 Sep 14 12:12:39.697496 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a00ef7-7e76-4e05-9c55-03698e3a7a9f', 'name': 'network-vif-deleted', 'tag': 'c85474c8-4ecf-4baf-84fe-1fd725604066'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:12:39.699856 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e58e30d-a74d-4642-9bbf-61b749304580" -d '{"events": [{"server_uuid": "c3a00ef7-7e76-4e05-9c55-03698e3a7a9f", "name": "network-vif-deleted", "tag": "c85474c8-4ecf-4baf-84fe-1fd725604066"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:12:39.738677 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a92fc7b-6a93-4b65-b205-331ec298e2c1 x-openstack-request-id: req-5a92fc7b-6a93-4b65-b205-331ec298e2c1 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:12:39.739148 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a00ef7-7e76-4e05-9c55-03698e3a7a9f", "name": "network-vif-deleted", "tag": "c85474c8-4ecf-4baf-84fe-1fd725604066", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:12:39.739408 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a92fc7b-6a93-4b65-b205-331ec298e2c1 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:12:39.739843 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a92fc7b-6a93-4b65-b205-331ec298e2c1'] response: {'server_uuid': 'c3a00ef7-7e76-4e05-9c55-03698e3a7a9f', 'name': 'network-vif-deleted', 'tag': 'c85474c8-4ecf-4baf-84fe-1fd725604066', 'status': 'completed', 'code': 200} Sep 14 12:12:39.910219 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-414f5ad4-a0da-46f9-8200-e7b6a7009d33 req-bec12547-07a8-4987-a3b7-c0c0731c880c tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 210 time: 0.0298152 Sep 14 12:12:41.033330 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-333f6b1b-29ee-4733-94a9-b54032ab3b3a req-0d509276-d12e-452d-91fd-43a3ee4062ad tempest-VolumesSnapshotTestJSON-1737726883 tempest-VolumesSnapshotTestJSON-1737726883-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c3a00ef7-7e76-4e05-9c55-03698e3a7a9f HTTP/1.1" status: 200 len: 210 time: 0.0292294 Sep 14 12:12:42.378707 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device c85474c8-4ecf-4baf-84fe-1fd725604066 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:12:42.398961 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: c85474c8-4ecf-4baf-84fe-1fd725604066 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:12:42.398961 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device c85474c8-4ecf-4baf-84fe-1fd725604066 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:12:42.701656 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-06efc0e7-8b7d-45b8-af97-6414a136266b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:45.196914 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-6ff88d94-1219-456e-884f-f36ade290314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:46.408519 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:47.154053 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:47.157097 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=9 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:47.936295 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:47.958743 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:12:51.013311 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=28,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:51.014354 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=76,neutron:DELETE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:57.846591 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:12:57.848956 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:00.719323 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:13:03.335793 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:03.885552 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb88b3c-4ebf-4772-99e0-235769533783 req-0b668b32-2292-4583-a480-0e7280f680d8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:03.887031 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5cb88b3c-4ebf-4772-99e0-235769533783 req-0b668b32-2292-4583-a480-0e7280f680d8 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0497274 Sep 14 12:13:03.936952 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5cb88b3c-4ebf-4772-99e0-235769533783 req-75bf32ba-f569-4f1c-b195-b93d87c923c6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442960 Sep 14 12:13:04.499689 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-bc6dd496-01f6-4ce6-91fa-e08285511056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:04.501063 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-bc6dd496-01f6-4ce6-91fa-e08285511056 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0395751 Sep 14 12:13:04.602868 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-d3dd9940-e7fe-48a1-a872-85f25f08134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:04.604343 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-d3dd9940-e7fe-48a1-a872-85f25f08134d service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.0972500 Sep 14 12:13:04.715832 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-f657695c-48cb-4ffc-8772-781b000cc059 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501759 Sep 14 12:13:04.717624 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-6f2abb6d-60dd-4d84-bd08-bfcd431bb60e service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c HTTP/1.1" status: 200 len: 1000 time: 0.0883741 Sep 14 12:13:04.843640 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-996ff333-9c7a-4855-a3e1-6ea6c7bbc55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:04.845086 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-996ff333-9c7a-4855-a3e1-6ea6c7bbc55b service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0784352 Sep 14 12:13:04.846411 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-3ce6d6fc-5d06-429a-b9e8-99adaec0346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:04.847713 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-3ce6d6fc-5d06-429a-b9e8-99adaec0346e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 1130 time: 0.0528545 Sep 14 12:13:04.939879 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-cd429d49-fbc9-4adc-b0b4-b360cf80a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:04.941457 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-cd429d49-fbc9-4adc-b0b4-b360cf80a12c service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0857487 Sep 14 12:13:05.026272 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-556e746c-e090-4137-a337-f73ae704d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:05.027675 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-556e746c-e090-4137-a337-f73ae704d233 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.1446786 Sep 14 12:13:05.100041 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-26abd44b-8dee-4559-8a14-5e8c21b8066e service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de5f0781-b564-4893-84ac-ebcb69c0ddc9 HTTP/1.1" status: 200 len: 217 time: 0.0574229 Sep 14 12:13:05.154323 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e6158-f5ab-4ed3-ad69-24569134d91c req-714527d9-eac6-4682-86f2-65c0f9d624a3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:05.155765 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-394e6158-f5ab-4ed3-ad69-24569134d91c req-714527d9-eac6-4682-86f2-65c0f9d624a3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.1313174 Sep 14 12:13:05.162835 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-f009483a-8954-4e35-ad68-058282b4c1ca service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093189 Sep 14 12:13:05.210359 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-359788d6-ca5f-4620-8b07-4ea8a5bb1ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:05.211746 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-359788d6-ca5f-4620-8b07-4ea8a5bb1ca8 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.1018987 Sep 14 12:13:05.303819 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-394e6158-f5ab-4ed3-ad69-24569134d91c req-6491908f-7bfa-400f-a63c-c22b4f2d2d3c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381478 Sep 14 12:13:05.306582 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-8dfcacf8-3455-4fbd-9878-475593ee6844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:05.307983 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-8dfcacf8-3455-4fbd-9878-475593ee6844 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666218 Sep 14 12:13:05.381534 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fc04b07f-5b76-4cd0-8f74-abcff8e12143 req-9d211fdc-4dc9-42fc-b3be-5ff6e91f1736 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043216 Sep 14 12:13:05.398995 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:05.409336 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:05.423096 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-0cc5df35-e312-4b1f-86c1-f1cef7c36e49 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037686 Sep 14 12:13:05.532727 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f3785f9-1d02-400c-a8ba-43d6d14246bf req-03f3f041-25b9-4d33-a139-7ef95ac1dfcb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957706 Sep 14 12:13:05.718445 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607c4a2-348b-4d8f-9526-a91f2bf75efe req-2333f8e7-76d3-4e94-bc83-871442fcc87b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:05.720195 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d607c4a2-348b-4d8f-9526-a91f2bf75efe req-2333f8e7-76d3-4e94-bc83-871442fcc87b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0503829 Sep 14 12:13:05.771614 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d607c4a2-348b-4d8f-9526-a91f2bf75efe req-ac131cc7-8970-4089-87d7-b0bb8e01df5b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447457 Sep 14 12:13:06.433428 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac569c94-efe8-4181-a6d3-9d415e341d28 req-e8e3bee2-4cab-4f41-877c-8a808c44e986 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:06.434923 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac569c94-efe8-4181-a6d3-9d415e341d28 req-e8e3bee2-4cab-4f41-877c-8a808c44e986 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0477617 Sep 14 12:13:06.483451 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac569c94-efe8-4181-a6d3-9d415e341d28 req-d99d2bf8-aa25-4454-9835-b7c74d8fb0b6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423501 Sep 14 12:13:06.901587 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac5794-5d81-469e-babd-59de88e1e138 req-56e97898-0b23-4ede-8f7a-e58cf29e88e9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:06.903101 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-27ac5794-5d81-469e-babd-59de88e1e138 req-56e97898-0b23-4ede-8f7a-e58cf29e88e9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0563078 Sep 14 12:13:06.952652 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-27ac5794-5d81-469e-babd-59de88e1e138 req-cc83bfe2-b42b-40c7-a16f-aea29ed7d888 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439649 Sep 14 12:13:07.604093 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1990c-7dd5-4507-a475-375f5b435526 req-29696de2-a1a0-4924-9ed0-138c2e455f68 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:07.605581 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4cd1990c-7dd5-4507-a475-375f5b435526 req-29696de2-a1a0-4924-9ed0-138c2e455f68 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0468161 Sep 14 12:13:07.653045 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4cd1990c-7dd5-4507-a475-375f5b435526 req-cf69ec3d-0a54-4b54-93d2-750365edfacc tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418460 Sep 14 12:13:08.076552 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97063449-4178-4d22-810b-b565af19ccf9 req-c523f3ae-2a2e-4791-b2a3-9410df0e5921 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:08.077932 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-97063449-4178-4d22-810b-b565af19ccf9 req-c523f3ae-2a2e-4791-b2a3-9410df0e5921 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0498192 Sep 14 12:13:08.125645 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-97063449-4178-4d22-810b-b565af19ccf9 req-75695960-50b7-4a72-9b79-f9a23475e9de tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413280 Sep 14 12:13:08.775691 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bfed6-57d1-459e-bff2-84ffaa3fd34c req-dea0af43-3ec1-42d5-8ede-578194f8b965 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:08.777135 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d0bfed6-57d1-459e-bff2-84ffaa3fd34c req-dea0af43-3ec1-42d5-8ede-578194f8b965 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0470262 Sep 14 12:13:08.827228 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d0bfed6-57d1-459e-bff2-84ffaa3fd34c req-d1590d3a-1314-47b6-924a-3e1acdb9ebac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445333 Sep 14 12:13:09.246666 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0691a59-96f8-47d0-b9dd-b87b88024768 req-6894ba26-b823-4bdb-aade-b69a54c0dbe8 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:09.247534 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0691a59-96f8-47d0-b9dd-b87b88024768 req-6894ba26-b823-4bdb-aade-b69a54c0dbe8 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0451772 Sep 14 12:13:09.302835 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0691a59-96f8-47d0-b9dd-b87b88024768 req-d84c22e4-8956-4d44-87aa-0b70497bd3c5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498562 Sep 14 12:13:09.950574 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45404c6a-e826-4821-b4ab-57a2e97e1ee4 req-24a6bccf-da65-4284-b525-8f9b9a39d985 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:09.952138 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-45404c6a-e826-4821-b4ab-57a2e97e1ee4 req-24a6bccf-da65-4284-b525-8f9b9a39d985 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0475864 Sep 14 12:13:10.003403 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-45404c6a-e826-4821-b4ab-57a2e97e1ee4 req-49d6a580-8600-4940-ac01-52369069f912 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440240 Sep 14 12:13:10.417926 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:10.428231 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5b8bd-459e-4dd1-909b-c7a13d08658b req-21dead3c-0051-4c27-9496-831493a92616 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:10.429708 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c2e5b8bd-459e-4dd1-909b-c7a13d08658b req-21dead3c-0051-4c27-9496-831493a92616 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0485287 Sep 14 12:13:10.482232 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c2e5b8bd-459e-4dd1-909b-c7a13d08658b req-dc716504-806c-4a96-ad2d-83acb57f170e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429654 Sep 14 12:13:10.740039 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:10.744252 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:11.142905 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212b7e5-3eaa-499a-a15e-ce180d5c6944 req-5230e7f0-88b7-4117-a2a7-f3e130c3e711 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:11.144643 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2212b7e5-3eaa-499a-a15e-ce180d5c6944 req-5230e7f0-88b7-4117-a2a7-f3e130c3e711 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0517206 Sep 14 12:13:11.193748 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2212b7e5-3eaa-499a-a15e-ce180d5c6944 req-51216f62-ac0a-4939-9633-2bc739cc32e4 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426331 Sep 14 12:13:11.612388 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee759bb-6492-44e3-9a9c-d300e444e8d9 req-47fba824-0749-4f72-b0bb-98458cd61441 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:11.613774 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ee759bb-6492-44e3-9a9c-d300e444e8d9 req-47fba824-0749-4f72-b0bb-98458cd61441 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0522809 Sep 14 12:13:11.655669 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:11.663929 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ee759bb-6492-44e3-9a9c-d300e444e8d9 req-26838a72-56cd-44eb-9330-a977bb9604f9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Sep 14 12:13:12.319861 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8048f4d-d998-4604-b241-d6032d66c06a req-4c978669-a1cc-44e8-a86d-a724402417b3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:12.321375 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e8048f4d-d998-4604-b241-d6032d66c06a req-4c978669-a1cc-44e8-a86d-a724402417b3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0488687 Sep 14 12:13:12.372822 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e8048f4d-d998-4604-b241-d6032d66c06a req-c941094f-b982-4752-bdcf-77a50ff31a7a tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456131 Sep 14 12:13:12.690504 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b11492bd-9ec1-4fd9-9e00-e6e72fff00fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:12.790428 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd5cf9-822c-4c7e-8088-360835baf076 req-a7b4672a-8773-4bd1-9674-94fbc62e803c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:12.791908 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aecd5cf9-822c-4c7e-8088-360835baf076 req-a7b4672a-8773-4bd1-9674-94fbc62e803c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0495555 Sep 14 12:13:12.843014 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aecd5cf9-822c-4c7e-8088-360835baf076 req-a1a7aa5a-8bdb-43da-86ba-55c3f0b31cc4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453620 Sep 14 12:13:13.511508 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db836c-9aca-4bd8-b0c8-b108ae724e3b req-45500f9f-073d-44a4-ba4d-d7794eabe99e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:13.512975 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e2db836c-9aca-4bd8-b0c8-b108ae724e3b req-45500f9f-073d-44a4-ba4d-d7794eabe99e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0557275 Sep 14 12:13:13.568623 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e2db836c-9aca-4bd8-b0c8-b108ae724e3b req-5ab3b57f-d3af-4d5a-96ec-67ed8f5cb63d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493994 Sep 14 12:13:13.970418 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79a3ab-d6f6-4d3c-a19f-fb45dfaf9a30 req-54d307f8-42ea-4fb1-9148-27a20599fb35 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:13.971894 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cd79a3ab-d6f6-4d3c-a19f-fb45dfaf9a30 req-54d307f8-42ea-4fb1-9148-27a20599fb35 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0513110 Sep 14 12:13:14.022519 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cd79a3ab-d6f6-4d3c-a19f-fb45dfaf9a30 req-1b1f063d-0427-463e-8921-d5bd2f077e2e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439537 Sep 14 12:13:14.497647 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42432) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:14.545281 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b5e265-c720-46aa-95bf-27d4567432ec admin admin] Deleting subnet 61110442-bb4a-4fa4-9961-e0e4b340d87a {{(pid=106903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:13:14.548490 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-22b5e265-c720-46aa-95bf-27d4567432ec admin admin] Publish callbacks [] for subnet (61110442-bb4a-4fa4-9961-e0e4b340d87a), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:14.583412 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-22b5e265-c720-46aa-95bf-27d4567432ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626246'] for subnet (61110442-bb4a-4fa4-9961-e0e4b340d87a), precommit_delete_associations {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:14.627754 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-22b5e265-c720-46aa-95bf-27d4567432ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (61110442-bb4a-4fa4-9961-e0e4b340d87a), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:14.710593 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daf214-6300-42ad-8221-97a79f614d89 req-8f2294e5-cfa8-4770-bcdb-6383f061e8ce tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:14.713005 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-50daf214-6300-42ad-8221-97a79f614d89 req-8f2294e5-cfa8-4770-bcdb-6383f061e8ce tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0647633 Sep 14 12:13:14.776181 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-50daf214-6300-42ad-8221-97a79f614d89 req-03ef46fd-9e5b-4e17-814d-bea164bbf0b1 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509188 Sep 14 12:13:14.803051 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-22b5e265-c720-46aa-95bf-27d4567432ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2250688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2896776'] for subnet (61110442-bb4a-4fa4-9961-e0e4b340d87a), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:14.829722 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5e265-c720-46aa-95bf-27d4567432ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61110442-bb4a-4fa4-9961-e0e4b340d87a,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:14.842948 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-22b5e265-c720-46aa-95bf-27d4567432ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:14.842948 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-22b5e265-c720-46aa-95bf-27d4567432ec admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/61110442-bb4a-4fa4-9961-e0e4b340d87a HTTP/1.1" status: 204 len: 168 time: 0.3403947 Sep 14 12:13:14.842948 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42436) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:14.913726 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (39f8e997-0bf2-4e00-afc8-b558c863face), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:14.919362 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:14.994965 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (39f8e997-0bf2-4e00-afc8-b558c863face), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.020528 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f8e997-0bf2-4e00-afc8-b558c863face']}} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:15.031261 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6063c6-d35c-4b33-b60e-108f5a21daa4') {'for_net_delete': True} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:15.031480 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6063c6-d35c-4b33-b60e-108f5a21daa4') {} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:15.042176 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626301'] for segment (ae6063c6-d35c-4b33-b60e-108f5a21daa4), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.048169 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:15.057369 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (ae6063c6-d35c-4b33-b60e-108f5a21daa4), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.067659 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=106903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:13:15.068048 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250618'] for segment (ae6063c6-d35c-4b33-b60e-108f5a21daa4), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.171702 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e836f-36a5-4c84-86e9-fd337c466ea2 req-2014b2e6-e192-45c0-841e-a7068f2e722f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:15.173191 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-956e836f-36a5-4c84-86e9-fd337c466ea2 req-2014b2e6-e192-45c0-841e-a7068f2e722f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0613933 Sep 14 12:13:15.204900 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b20e4dd3-fc6e-42f2-b10d-1e6f4eb1e405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.221968 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment ae6063c6-d35c-4b33-b60e-108f5a21daa4 resource provider aggregate not found Sep 14 12:13:15.242149 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (39f8e997-0bf2-4e00-afc8-b558c863face), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.242599 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment ae6063c6-d35c-4b33-b60e-108f5a21daa4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae6063c6-d35c-4b33-b60e-108f5a21daa4 found for delete ", "request_id": "req-4debbe9d-1ebf-4c66-bce5-1f455e66e27c"}]} Sep 14 12:13:15.247288 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.252890 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/39f8e997-0bf2-4e00-afc8-b558c863face HTTP/1.1" status: 204 len: 168 time: 0.4078097 Sep 14 12:13:15.267113 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-956e836f-36a5-4c84-86e9-fd337c466ea2 req-894e41d6-c669-46d9-a586-5388f42db932 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858660 Sep 14 12:13:15.267982 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d86b80-0560-4fed-a693-10e6237e7da1 admin admin] Pushing event deleted for resources: {'Network': ['ID=39f8e997-0bf2-4e00-afc8-b558c863face,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:15.638414 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42450) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:15.683332 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-c64e8f60-5fb8-4fb7-84b0-f090148a19b1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=1488f00baa934f2e9b910644a179c755&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437148 Sep 14 12:13:15.687552 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42456) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:15.738324 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-cc42de93-7ec6-46b9-8e59-1754d928b0be admin admin] Publish callbacks [] for security_group (92d07328-7396-48b2-86f4-7f264d7385c7), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.758543 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-cc42de93-7ec6-46b9-8e59-1754d928b0be admin admin] Publish callbacks [] for security_group (92d07328-7396-48b2-86f4-7f264d7385c7), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.900970 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e47ec-6642-4bbc-af06-a6dfa2361276 req-0775d556-2233-43f4-8ecd-3e56106d50f7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:15.902517 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ee9e47ec-6642-4bbc-af06-a6dfa2361276 req-0775d556-2233-43f4-8ecd-3e56106d50f7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0495238 Sep 14 12:13:15.903666 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-cc42de93-7ec6-46b9-8e59-1754d928b0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (92d07328-7396-48b2-86f4-7f264d7385c7), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.906389 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-cc42de93-7ec6-46b9-8e59-1754d928b0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:15.909790 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-cc42de93-7ec6-46b9-8e59-1754d928b0be admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/92d07328-7396-48b2-86f4-7f264d7385c7 HTTP/1.1" status: 204 len: 168 time: 0.2182121 Sep 14 12:13:15.929767 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42de93-7ec6-46b9-8e59-1754d928b0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d07328-7396-48b2-86f4-7f264d7385c7,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:16.222083 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ee9e47ec-6642-4bbc-af06-a6dfa2361276 req-24de237e-cfab-4066-abcd-0abbc3ace0e9 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3116889 Sep 14 12:13:16.408319 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab163e-7818-4573-ac17-221261e16c02 req-c8c24265-8939-4820-9110-144941ca330f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:16.410071 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18ab163e-7818-4573-ac17-221261e16c02 req-c8c24265-8939-4820-9110-144941ca330f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0544786 Sep 14 12:13:16.443114 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:16.478798 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18ab163e-7818-4573-ac17-221261e16c02 req-4cbd0688-baef-4441-bbf5-814cbeb4cba4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615377 Sep 14 12:13:17.357593 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c401-d788-4bfb-90f6-e9f02e3ab4f0 req-54a4f3f8-54bb-4a5e-8b54-42b6331d3dee tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:17.359344 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-06f8c401-d788-4bfb-90f6-e9f02e3ab4f0 req-54a4f3f8-54bb-4a5e-8b54-42b6331d3dee tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0599027 Sep 14 12:13:17.426027 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-06f8c401-d788-4bfb-90f6-e9f02e3ab4f0 req-6e8fb702-80ff-4f9e-800c-51f899fc4d0d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601189 Sep 14 12:13:17.617343 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c5c45-e16e-464d-b2cf-440a371bcd07 req-f4a14719-c796-43ca-8a74-0ac5cdb1e73c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:17.619818 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-706c5c45-e16e-464d-b2cf-440a371bcd07 req-f4a14719-c796-43ca-8a74-0ac5cdb1e73c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0575826 Sep 14 12:13:17.658919 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:17.670994 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-706c5c45-e16e-464d-b2cf-440a371bcd07 req-030f444b-c8c4-4817-bb92-a57f867bfce1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453963 Sep 14 12:13:17.940006 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:17.944120 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:18.083957 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b5160-9e6c-4c13-b976-966a3c68312d req-cc7ec19c-1d31-453b-b196-ed1f1046669d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:18.085534 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-379b5160-9e6c-4c13-b976-966a3c68312d req-cc7ec19c-1d31-453b-b196-ed1f1046669d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0829604 Sep 14 12:13:18.088953 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa760d-93c7-4425-9bd0-8d7e9232e07e req-255acd29-54de-449e-bc01-4872a8fcbd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:18.090407 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f8fa760d-93c7-4425-9bd0-8d7e9232e07e req-255acd29-54de-449e-bc01-4872a8fcbd51 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0588350 Sep 14 12:13:18.148993 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-379b5160-9e6c-4c13-b976-966a3c68312d req-b9a8fe6b-695f-47e1-bdec-220be0364f4c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574505 Sep 14 12:13:18.201440 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f8fa760d-93c7-4425-9bd0-8d7e9232e07e req-3f9ffdf7-9295-4c4d-90fc-9c5a7612df92 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805488 Sep 14 12:13:18.210404 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-78ac2701-2ad4-4ead-b17a-3d8d704f7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:18.211905 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-78ac2701-2ad4-4ead-b17a-3d8d704f7132 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 1130 time: 0.0622315 Sep 14 12:13:18.587340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc18630-9bdf-45fa-9d5e-5bb060ff326b req-467104b6-b155-4262-a583-cc52fd19a3e7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:18.588898 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5dc18630-9bdf-45fa-9d5e-5bb060ff326b req-467104b6-b155-4262-a583-cc52fd19a3e7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0549443 Sep 14 12:13:18.641492 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5dc18630-9bdf-45fa-9d5e-5bb060ff326b req-5fa0cef0-4b8a-48b8-bbbf-394545b52b6b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469210 Sep 14 12:13:18.757083 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:18.789820 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-66f1486a-8055-4836-9ae6-8b8f567e9c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:18.791301 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-66f1486a-8055-4836-9ae6-8b8f567e9c1e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 200 len: 912 time: 0.0974596 Sep 14 12:13:19.327538 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9baea-378f-48cb-ab60-ec9f7ba490db req-fd8a40d3-cced-448d-831c-3de87768aa6e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:19.329356 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-20f9baea-378f-48cb-ab60-ec9f7ba490db req-fd8a40d3-cced-448d-831c-3de87768aa6e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0964322 Sep 14 12:13:19.344295 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-cd064525-f608-4f0a-81b1-b0229e4f6349 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb HTTP/1.1" status: 200 len: 1001 time: 0.1091318 Sep 14 12:13:19.423714 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-20f9baea-378f-48cb-ab60-ec9f7ba490db req-628e284c-dcbc-4331-9b15-70c95e306cd5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868609 Sep 14 12:13:19.425672 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-b1cd10ed-b46a-45a2-b0ac-48040e4f2760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:19.427936 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-b1cd10ed-b46a-45a2-b0ac-48040e4f2760 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d4fe8a74-946d-4071-b8d3-3434cb1ac798 HTTP/1.1" status: 200 len: 850 time: 0.0751157 Sep 14 12:13:19.497405 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-025a28d3-c09e-48b7-b4bc-152239865268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:19.498834 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-025a28d3-c09e-48b7-b4bc-152239865268 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473094 Sep 14 12:13:19.603779 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-c323df0b-8f96-434f-89db-6f415998633d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850546 Sep 14 12:13:19.767214 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed30d5-7e30-4ab8-9f05-792bbb4e23ba req-4ed6b3ad-7f29-4f96-96b2-c77b3979e8a6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:19.768610 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4eed30d5-7e30-4ab8-9f05-792bbb4e23ba req-4ed6b3ad-7f29-4f96-96b2-c77b3979e8a6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0476844 Sep 14 12:13:19.836688 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4eed30d5-7e30-4ab8-9f05-792bbb4e23ba req-512b904e-1d6f-41cb-8b7c-c1dbb03d9072 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598252 Sep 14 12:13:20.265353 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24b7d84b-4429-4b2e-bf57-28181f01524e req-c812fffc-dc9f-490d-a5d4-261aa47884f6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893512 Sep 14 12:13:20.569913 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e97039-5094-4fbf-8aaa-457909071cff req-85043291-fb8f-4f37-9f21-62d5f400ab99 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:20.571325 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e5e97039-5094-4fbf-8aaa-457909071cff req-85043291-fb8f-4f37-9f21-62d5f400ab99 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0495570 Sep 14 12:13:20.594069 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:20.624499 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e5e97039-5094-4fbf-8aaa-457909071cff req-2248c647-b5ed-4b1f-8451-57840d3afed1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475714 Sep 14 12:13:20.959808 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892faa36-1129-42b2-848c-9600d2d2ba7a req-1f85b488-01d4-49eb-88a7-2ae753d60d07 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:20.961302 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-892faa36-1129-42b2-848c-9600d2d2ba7a req-1f85b488-01d4-49eb-88a7-2ae753d60d07 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0473423 Sep 14 12:13:21.013141 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-892faa36-1129-42b2-848c-9600d2d2ba7a req-c2ae512e-f0fb-4071-bd5d-c3227a65d581 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448508 Sep 14 12:13:21.709464 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52962ca-f8c1-4346-ae95-d50edddca3fc req-8b238557-45d0-4f2d-9671-a04cc917ccf3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:21.711205 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c52962ca-f8c1-4346-ae95-d50edddca3fc req-8b238557-45d0-4f2d-9671-a04cc917ccf3 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0553975 Sep 14 12:13:21.815241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381223c-d846-4789-a80e-9ee713632fa8 req-738c6f71-6de1-4fad-9eed-620e100ca5be tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:21.816759 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d381223c-d846-4789-a80e-9ee713632fa8 req-738c6f71-6de1-4fad-9eed-620e100ca5be tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.1046422 Sep 14 12:13:21.833241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-27fef404-158c-4708-90aa-3af3fa0e5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:21.834737 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-27fef404-158c-4708-90aa-3af3fa0e5a0e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0766165 Sep 14 12:13:21.858932 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c52962ca-f8c1-4346-ae95-d50edddca3fc req-e1bd4445-7884-461e-8dbb-78ecc1c88b6c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381938 Sep 14 12:13:21.932321 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:21.940560 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d381223c-d846-4789-a80e-9ee713632fa8 req-eb6caeb2-fb21-4d52-b8b3-88726f9a9c3f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122496 Sep 14 12:13:21.975455 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-1191385c-f283-4e08-a0f8-c963cdd2530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:21.976907 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-1191385c-f283-4e08-a0f8-c963cdd2530d service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.1352940 Sep 14 12:13:22.040787 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-3b9ccdf8-62d3-416d-99be-1fe246886515 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c HTTP/1.1" status: 200 len: 1000 time: 0.0569332 Sep 14 12:13:22.092076 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-8b42c2e8-07c4-4797-8d66-d49dcc9d6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:22.094500 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-8b42c2e8-07c4-4797-8d66-d49dcc9d6883 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0465655 Sep 14 12:13:22.156001 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-17fc9e15-23c5-4e00-b751-a8df0b60ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:22.157421 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-17fc9e15-23c5-4e00-b751-a8df0b60ea3d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563540 Sep 14 12:13:22.251955 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-5d2bad60-e7e5-4859-b978-7f73e19ca66e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878801 Sep 14 12:13:22.354552 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13c6d45e-9e7e-45aa-bdeb-1d55df2fac11 req-60249472-1ef7-4ed8-bd36-6cfca441a409 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960622 Sep 14 12:13:22.994668 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e32202-9486-4a82-88d2-cb859a54e2e5 req-506c5281-49ae-411a-9825-2c52a0655ccf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:22.996290 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f3e32202-9486-4a82-88d2-cb859a54e2e5 req-506c5281-49ae-411a-9825-2c52a0655ccf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0492780 Sep 14 12:13:23.046502 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f3e32202-9486-4a82-88d2-cb859a54e2e5 req-12ffc706-5aee-43fb-ae61-35c9ffd6fc85 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442955 Sep 14 12:13:24.178682 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a168e1-f477-46ea-9162-1d52f9e5f53b req-2c760a72-595c-4107-b27c-242cc0c83c74 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:24.180179 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e9a168e1-f477-46ea-9162-1d52f9e5f53b req-2c760a72-595c-4107-b27c-242cc0c83c74 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0550802 Sep 14 12:13:24.232458 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e9a168e1-f477-46ea-9162-1d52f9e5f53b req-d553f1c0-bff1-4c47-a340-b1fd6972e376 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463920 Sep 14 12:13:25.384709 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb80b0-cac3-4870-8e4c-3737710b1bde req-7708ebd6-aaba-42ae-973a-3e38a8e50331 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:25.386427 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0fb80b0-cac3-4870-8e4c-3737710b1bde req-7708ebd6-aaba-42ae-973a-3e38a8e50331 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0647357 Sep 14 12:13:25.416823 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:25.440376 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0fb80b0-cac3-4870-8e4c-3737710b1bde req-ae02b64d-56d4-46da-8fcc-1b68c04a753e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482230 Sep 14 12:13:26.564830 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd9600-424f-44a3-b381-941890df8fe4 req-99f1ff3b-d689-48ca-969d-7b62757cd725 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:26.566337 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6dfd9600-424f-44a3-b381-941890df8fe4 req-99f1ff3b-d689-48ca-969d-7b62757cd725 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0478721 Sep 14 12:13:26.618635 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6dfd9600-424f-44a3-b381-941890df8fe4 req-32f518c7-7126-49ec-8f0b-c202007cef19 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462501 Sep 14 12:13:26.741317 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce43fb1-de04-495d-b9ae-a327f5db856a req-5d324098-33d1-487a-8747-f7bbc3b5a5ea tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:26.742846 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ce43fb1-de04-495d-b9ae-a327f5db856a req-5d324098-33d1-487a-8747-f7bbc3b5a5ea tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0484529 Sep 14 12:13:26.752788 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42512) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:26.757204 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-40760345-f719-4ff5-a18b-5a6460fc5a9c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Request body: {'floatingip': {'port_id': '027c61fc-efa6-4219-96b2-fd9ae33eb05c'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:26.810950 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-40760345-f719-4ff5-a18b-5a6460fc5a9c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for floatingip (6a01cc08-d325-4ab0-9076-940f15f8d058), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:26.984462 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:27.285644 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-40760345-f719-4ff5-a18b-5a6460fc5a9c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:27.356985 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-40760345-f719-4ff5-a18b-5a6460fc5a9c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (6a01cc08-d325-4ab0-9076-940f15f8d058), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:27.569242 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40760345-f719-4ff5-a18b-5a6460fc5a9c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Router d2825723-cf8a-44bf-9e74-a49f3649e302 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:13:27.658115 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:27.680726 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40760345-f719-4ff5-a18b-5a6460fc5a9c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:13:27.687123 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-40760345-f719-4ff5-a18b-5a6460fc5a9c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:27.696014 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] Sync routers for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:13:27.707293 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:13:27.708024 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:13:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:27.718750 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:13:27.721002 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3549ec86-272c-437b-bb8f-66cd127985fa" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:13:27.754771 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-40760345-f719-4ff5-a18b-5a6460fc5a9c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/6a01cc08-d325-4ab0-9076-940f15f8d058 HTTP/1.1" status: 200 len: 992 time: 1.0008607 Sep 14 12:13:27.775117 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ea77d0-48a1-483d-b007-9468cde31d8f x-openstack-request-id: req-75ea77d0-48a1-483d-b007-9468cde31d8f {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:13:27.775410 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:13:27.775667 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75ea77d0-48a1-483d-b007-9468cde31d8f {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:13:27.776072 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ea77d0-48a1-483d-b007-9468cde31d8f'] response: {'name': 'network-changed', 'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'status': 'completed', 'code': 200} Sep 14 12:13:27.824751 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:13:27.892780 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549ec86-272c-437b-bb8f-66cd127985fa req-9e1f5be7-af08-4f88-912b-7f49aa75a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:27.894456 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3549ec86-272c-437b-bb8f-66cd127985fa req-9e1f5be7-af08-4f88-912b-7f49aa75a943 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0451720 Sep 14 12:13:27.968001 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:27.982433 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:27.994498 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549ec86-272c-437b-bb8f-66cd127985fa req-9bbc41cf-cb52-4323-b1cc-1b28fd830777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:27.996922 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3549ec86-272c-437b-bb8f-66cd127985fa req-9bbc41cf-cb52-4323-b1cc-1b28fd830777 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.0956423 Sep 14 12:13:28.060353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '6a01cc08-d325-4ab0-9076-940f15f8d058', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'port_id': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'mac_address': 'fa:16:3e:13:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:09:20Z', 'updated_at': '2022-09-14T12:13:27Z', 'revision_number': 3, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:22Z', 'revision_number': 5, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:28.064313 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3549ec86-272c-437b-bb8f-66cd127985fa req-ec8069fc-8679-49c0-97f4-d075eae25ec0 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c HTTP/1.1" status: 200 len: 1000 time: 0.0599859 Sep 14 12:13:28.088447 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] Checking router: d2825723-cf8a-44bf-9e74-a49f3649e302 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:13:28.095312 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:13:28.095922 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:13:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:28.124313 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549ec86-272c-437b-bb8f-66cd127985fa req-ecc32ab7-a20c-4382-9876-0d6b3c9a8425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:28.125778 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3549ec86-272c-437b-bb8f-66cd127985fa req-ecc32ab7-a20c-4382-9876-0d6b3c9a8425 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0507808 Sep 14 12:13:28.164140 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:28.173944 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549ec86-272c-437b-bb8f-66cd127985fa req-17e71f7e-0bbc-4375-beb0-490b743b2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:28.179449 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3549ec86-272c-437b-bb8f-66cd127985fa req-17e71f7e-0bbc-4375-beb0-490b743b2b61 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428638 Sep 14 12:13:28.204861 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:13:28.271982 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3549ec86-272c-437b-bb8f-66cd127985fa req-81e742ee-6595-4f00-bb10-4b65a679686b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871701 Sep 14 12:13:28.372233 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3549ec86-272c-437b-bb8f-66cd127985fa req-dd42a1fe-8f79-4d13-a692-c45ce6eab2a5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912004 Sep 14 12:13:28.420553 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '6a01cc08-d325-4ab0-9076-940f15f8d058', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'port_id': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'mac_address': 'fa:16:3e:13:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:09:20Z', 'updated_at': '2022-09-14T12:13:27Z', 'revision_number': 3, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:22Z', 'revision_number': 5, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:28.449233 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d791bea-b3b9-4bdd-9ecb-f56861b36c34 None None] The sync data for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi is: [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '6a01cc08-d325-4ab0-9076-940f15f8d058', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'port_id': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'mac_address': 'fa:16:3e:13:32:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:09:20Z', 'updated_at': '2022-09-14T12:13:27Z', 'revision_number': 3, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:22Z', 'revision_number': 5, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:13:29.777270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:13:29.779855 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6658387c-fc6b-4682-8966-066e27bf5958" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:13:29.837622 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67ff4c2-9b98-4015-9b6f-fa2b3d50b421 x-openstack-request-id: req-a67ff4c2-9b98-4015-9b6f-fa2b3d50b421 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:13:29.837622 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:13:29.837622 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a67ff4c2-9b98-4015-9b6f-fa2b3d50b421 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:13:29.838005 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a67ff4c2-9b98-4015-9b6f-fa2b3d50b421'] response: {'name': 'network-changed', 'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'status': 'completed', 'code': 200} Sep 14 12:13:29.939686 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658387c-fc6b-4682-8966-066e27bf5958 req-7a0c3c09-fefc-47c3-b988-604db9535bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:29.941191 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6658387c-fc6b-4682-8966-066e27bf5958 req-7a0c3c09-fefc-47c3-b988-604db9535bc0 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=748b7c08460b4f718dfff67275d8e4e4&device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 1129 time: 0.0401719 Sep 14 12:13:30.046845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658387c-fc6b-4682-8966-066e27bf5958 req-8911e1c5-2807-4c96-bbcc-2dc0a8c1a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:30.048462 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6658387c-fc6b-4682-8966-066e27bf5958 req-8911e1c5-2807-4c96-bbcc-2dc0a8c1a644 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 200 len: 919 time: 0.0950990 Sep 14 12:13:30.121160 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6658387c-fc6b-4682-8966-066e27bf5958 req-04135f41-1552-431c-b488-578bf82363f7 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c HTTP/1.1" status: 200 len: 1000 time: 0.0577502 Sep 14 12:13:30.177156 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658387c-fc6b-4682-8966-066e27bf5958 req-e4a65c8b-f0c8-4491-b47f-aa7f8c5ce77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:30.178627 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6658387c-fc6b-4682-8966-066e27bf5958 req-e4a65c8b-f0c8-4491-b47f-aa7f8c5ce77d service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 200 len: 857 time: 0.0494626 Sep 14 12:13:30.224461 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658387c-fc6b-4682-8966-066e27bf5958 req-6df0d2bf-e9e5-480c-ba1c-7e489f733647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:30.225998 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6658387c-fc6b-4682-8966-066e27bf5958 req-6df0d2bf-e9e5-480c-ba1c-7e489f733647 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=644a779f-cf29-481b-810a-522abcbb7388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394721 Sep 14 12:13:30.328562 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6658387c-fc6b-4682-8966-066e27bf5958 req-edfeaf63-ceac-4cc3-a6c9-d4065e2e6b89 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921984 Sep 14 12:13:30.429028 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6658387c-fc6b-4682-8966-066e27bf5958 req-e0699591-f45b-4a77-8785-084199c71d9e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873225 Sep 14 12:13:33.319334 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:37.718583 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:13:40.423901 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:40.425926 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=65 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:42.748052 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-48d693ad-3821-4f2e-af9d-36dc6aa8654e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:45.180157 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c59c9751-7fbd-4c0f-bf1e-d19355c0d2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:45.692227 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977da40-aacb-4ecc-bad3-1652c6cd563f req-d0281147-bed0-4216-9923-bebdd77280e4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:45.693726 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0977da40-aacb-4ecc-bad3-1652c6cd563f req-d0281147-bed0-4216-9923-bebdd77280e4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 947 time: 0.0475609 Sep 14 12:13:45.745790 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0977da40-aacb-4ecc-bad3-1652c6cd563f req-3c16d2f1-c6e7-478b-bc1b-aa9bc832e295 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463259 Sep 14 12:13:46.457527 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:47.177686 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18da07-1581-42ba-8a0b-211b6b12c9ae req-2809aeae-b395-45b8-83f9-9f0d46a73063 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:47.179751 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dd18da07-1581-42ba-8a0b-211b6b12c9ae req-2809aeae-b395-45b8-83f9-9f0d46a73063 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 947 time: 0.3442514 Sep 14 12:13:47.231605 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dd18da07-1581-42ba-8a0b-211b6b12c9ae req-8bc67e0a-c8a1-4ee7-911f-287a27eaf4c0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460274 Sep 14 12:13:47.743397 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:47.749485 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:47.941377 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:47.981312 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:48.358137 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8f4b0-fa36-42da-aadc-2d337f18ce29 req-ddd7af62-8475-4ba3-9938-6640a7749cc2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:48.359632 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78e8f4b0-fa36-42da-aadc-2d337f18ce29 req-ddd7af62-8475-4ba3-9938-6640a7749cc2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 947 time: 0.0470030 Sep 14 12:13:48.442518 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-4b2cf6ca-51e3-42f6-950f-26dd87d44a20 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:48.443945 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-4b2cf6ca-51e3-42f6-950f-26dd87d44a20 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 947 time: 0.0657682 Sep 14 12:13:48.447276 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78e8f4b0-fa36-42da-aadc-2d337f18ce29 req-ee201a52-0bec-4cf1-a46c-69fc8b37181d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821626 Sep 14 12:13:48.528985 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Deleting port 906fb0c9-14b7-4949-943a-c084b122ae8b {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:13:48.529255 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:48.623474 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] For port 906fb0c9-14b7-4949-943a-c084b122ae8b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=906fb0c9-14b7-4949-943a-c084b122ae8b,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:13:48.623837 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:48.838104 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:48.838463 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (44fcf99b-06ed-4e4c-a320-3957bedb6b1b), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:48.838777 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Floating IP 44fcf99b-06ed-4e4c-a320-3957bedb6b1b disassociated. External IP: 172.27.3.237, port: 906fb0c9-14b7-4949-943a-c084b122ae8b. Sep 14 12:13:48.839120 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Calling delete_port for 906fb0c9-14b7-4949-943a-c084b122ae8b owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:13:49.019842 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (906fb0c9-14b7-4949-943a-c084b122ae8b), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:49.054855 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event deleted for resources: {'Port': ['ID=906fb0c9-14b7-4949-943a-c084b122ae8b,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:49.067147 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.067510 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.067864 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.068210 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.068550 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.068890 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.069748 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.070099 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.070433 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.070765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.071097 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.071427 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.071765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.072088 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.072415 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:49.166656 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:49.171006 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:49.179474 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Router 40a60be4-e5b1-4ac7-a6b1-493476a50267 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:13:49.289230 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:13:49.300502 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] Sync routers for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:13:49.312697 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:13:49.313404 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:13:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:49.335576 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] No DVR routers for this DVR port 906fb0c9-14b7-4949-943a-c084b122ae8b on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:13:49.338057 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:49.341272 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-432330a8-f63b-4af0-8079-e7d96dd70b0c req-705cefff-deb2-4a9d-80d3-8a9b959268d4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.81 "DELETE /networking/v2.0/ports/906fb0c9-14b7-4949-943a-c084b122ae8b HTTP/1.1" status: 204 len: 173 time: 0.8914990 Sep 14 12:13:49.341768 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'name': 'network-vif-deleted', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:13:49.344184 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6853eea-37aa-4053-b701-4c363183733f" -d '{"events": [{"server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "name": "network-vif-deleted", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:13:49.387727 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d189dd2-f416-4694-a466-4bd040cfba3a x-openstack-request-id: req-3d189dd2-f416-4694-a466-4bd040cfba3a {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:13:49.388334 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b1312a-8b45-4481-9a44-f330379d0c8f", "name": "network-vif-deleted", "tag": "906fb0c9-14b7-4949-943a-c084b122ae8b", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:13:49.388334 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d189dd2-f416-4694-a466-4bd040cfba3a {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:13:49.388722 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d189dd2-f416-4694-a466-4bd040cfba3a'] response: {'server_uuid': 'b7b1312a-8b45-4481-9a44-f330379d0c8f', 'name': 'network-vif-deleted', 'tag': '906fb0c9-14b7-4949-943a-c084b122ae8b', 'status': 'completed', 'code': 200} Sep 14 12:13:49.435001 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:13:49.563683 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-72e6962f-a68d-459b-982a-b1bcb52fb976 req-c0515344-317b-4c44-944a-13e9ef7f6280 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0317950 Sep 14 12:13:49.733697 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:49.764979 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] Checking router: 40a60be4-e5b1-4ac7-a6b1-493476a50267 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:13:49.777830 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:13:49.778460 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:13:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:49.900805 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:13:50.215151 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:13:50.241987 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09c20c-1e67-4273-b106-4652332bc61e None None] The sync data for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi is: [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:13:50.472868 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7172c415-3d53-4c84-aad6-b02b927db393 None None] New status for floating IP 44fcf99b-06ed-4e4c-a320-3957bedb6b1b: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:13:50.726471 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 906fb0c9-14b7-4949-943a-c084b122ae8b no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:13:50.729314 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7618574c-6c4a-4ebf-b690-170eca4e6985 req-be8de05d-2a69-4ce9-8dc6-63372b4e11ae tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=b7b1312a-8b45-4481-9a44-f330379d0c8f HTTP/1.1" status: 200 len: 210 time: 0.0406914 Sep 14 12:13:50.758260 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 906fb0c9-14b7-4949-943a-c084b122ae8b {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:13:50.758773 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 906fb0c9-14b7-4949-943a-c084b122ae8b not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:13:51.969637 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42566) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:52.027733 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (3f6d5de3-e2b2-4a3c-be30-bafbc056c64e), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:52.050539 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (3f6d5de3-e2b2-4a3c-be30-bafbc056c64e), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:52.261689 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (3f6d5de3-e2b2-4a3c-be30-bafbc056c64e), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:52.264420 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:52.265776 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3f6d5de3-e2b2-4a3c-be30-bafbc056c64e HTTP/1.1" status: 204 len: 168 time: 0.2948968 Sep 14 12:13:52.275335 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42570) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:52.276340 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6d5de3-e2b2-4a3c-be30-bafbc056c64e,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:52.284538 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.284797 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.285139 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.285476 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.285813 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.286180 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.286512 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.286868 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.287196 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.287532 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.287853 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.288181 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.288515 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.288832 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.289155 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1dd0ed-5cca-4e76-8df9-b4fb39262be1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:13:52.291642 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.api.v2.resource [None req-4152c52e-2977-4a7a-80e5-af895f209780 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] show failed (client error): The resource could not be found. Sep 14 12:13:52.292897 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-4152c52e-2977-4a7a-80e5-af895f209780 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups/3f6d5de3-e2b2-4a3c-be30-bafbc056c64e HTTP/1.1" status: 404 len: 347 time: 0.0160065 Sep 14 12:13:52.297651 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42572) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:52.433139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-4e148bc2-7b0a-429e-b4cd-bb5a4ea17124 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Deleting port 40e51785-f227-4daa-9553-922fbf3583fe {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:13:52.433480 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4e148bc2-7b0a-429e-b4cd-bb5a4ea17124 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (40e51785-f227-4daa-9553-922fbf3583fe), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:52.517901 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4e148bc2-7b0a-429e-b4cd-bb5a4ea17124 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (40e51785-f227-4daa-9553-922fbf3583fe), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:52.518357 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4e148bc2-7b0a-429e-b4cd-bb5a4ea17124 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (40e51785-f227-4daa-9553-922fbf3583fe), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:52.533139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-4e148bc2-7b0a-429e-b4cd-bb5a4ea17124 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Calling delete_port for 40e51785-f227-4daa-9553-922fbf3583fe owned by network:floatingip {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:13:52.793733 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4e148bc2-7b0a-429e-b4cd-bb5a4ea17124 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (40e51785-f227-4daa-9553-922fbf3583fe), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:52.817667 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e148bc2-7b0a-429e-b4cd-bb5a4ea17124 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event deleted for resources: {'Port': ['ID=40e51785-f227-4daa-9553-922fbf3583fe,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:52.890845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4e148bc2-7b0a-429e-b4cd-bb5a4ea17124 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (44fcf99b-06ed-4e4c-a320-3957bedb6b1b), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:52.893467 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4e148bc2-7b0a-429e-b4cd-bb5a4ea17124 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:52.894790 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-4e148bc2-7b0a-429e-b4cd-bb5a4ea17124 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/44fcf99b-06ed-4e4c-a320-3957bedb6b1b HTTP/1.1" status: 204 len: 168 time: 0.5956628 Sep 14 12:13:53.104795 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42576) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:53.109651 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-99f511bc-d77c-405e-be2c-ac89e2f7d007 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'security_group': {'name': 'tempest-securitygroup--130254157', 'description': 'tempest-description--1216359979'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:53.222065 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99f511bc-d77c-405e-be2c-ac89e2f7d007 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:53.301081 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99f511bc-d77c-405e-be2c-ac89e2f7d007 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:53.374010 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99f511bc-d77c-405e-be2c-ac89e2f7d007 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:53.393551 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:53.406745 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f511bc-d77c-405e-be2c-ac89e2f7d007 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:53.503728 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99f511bc-d77c-405e-be2c-ac89e2f7d007 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:53.504997 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-99f511bc-d77c-405e-be2c-ac89e2f7d007 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3990207 Sep 14 12:13:53.508762 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42578) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:53.514297 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-52d9fb98-3a05-4df5-8c4d-d50c73a62878 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'security_group_rule': {'security_group_id': '7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:53.615362 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-52d9fb98-3a05-4df5-8c4d-d50c73a62878 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (319a5ed0-3c7b-4058-8759-9d5490a56972), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:53.637585 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:53.678524 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-52d9fb98-3a05-4df5-8c4d-d50c73a62878 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (319a5ed0-3c7b-4058-8759-9d5490a56972), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:53.791367 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-52d9fb98-3a05-4df5-8c4d-d50c73a62878 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (319a5ed0-3c7b-4058-8759-9d5490a56972), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:53.813381 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9fb98-3a05-4df5-8c4d-d50c73a62878 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319a5ed0-3c7b-4058-8759-9d5490a56972,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:53.915044 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-52d9fb98-3a05-4df5-8c4d-d50c73a62878 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:53.916231 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-52d9fb98-3a05-4df5-8c4d-d50c73a62878 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4064133 Sep 14 12:13:53.919052 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42580) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:53.923365 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-d1acc5b1-5a69-4f65-991b-a946737fb9e2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'security_group_rule': {'security_group_id': '7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:54.025712 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d1acc5b1-5a69-4f65-991b-a946737fb9e2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (70c2272c-eef9-4c97-bc8f-316cdf0028f6), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:54.084830 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d1acc5b1-5a69-4f65-991b-a946737fb9e2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (70c2272c-eef9-4c97-bc8f-316cdf0028f6), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:54.170860 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d1acc5b1-5a69-4f65-991b-a946737fb9e2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (70c2272c-eef9-4c97-bc8f-316cdf0028f6), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:54.196885 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1acc5b1-5a69-4f65-991b-a946737fb9e2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c2272c-eef9-4c97-bc8f-316cdf0028f6,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:54.275669 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d1acc5b1-5a69-4f65-991b-a946737fb9e2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:54.276912 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-d1acc5b1-5a69-4f65-991b-a946737fb9e2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3568783 Sep 14 12:13:54.280151 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42582) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:13:54.284882 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:54.364799 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:54.469317 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:54.581114 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Allocated IP 172.27.3.88 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/06ad8b74-a323-4db7-98ae-d75fc4aa0805) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:13:54.696464 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for port (06ad8b74-a323-4db7-98ae-d75fc4aa0805), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:54.787764 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (06ad8b74-a323-4db7-98ae-d75fc4aa0805), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:54.796313 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:54.824589 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:13:54.830228 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:13:54.834401 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:13:54.858205 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'Port': ['ID=06ad8b74-a323-4db7-98ae-d75fc4aa0805,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:54.922572 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (65c7ff9e-64a5-4005-b130-0f9cd6bba01b), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:54.923674 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:55.049459 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (06ad8b74-a323-4db7-98ae-d75fc4aa0805), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:55.194987 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for port (06ad8b74-a323-4db7-98ae-d75fc4aa0805), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:55.284345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (06ad8b74-a323-4db7-98ae-d75fc4aa0805), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:55.353473 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'Port': ['ID=06ad8b74-a323-4db7-98ae-d75fc4aa0805,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:55.355972 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (65c7ff9e-64a5-4005-b130-0f9cd6bba01b), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:55.537643 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:55.539570 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-f315e889-c6bb-4b61-8311-457ac096f7c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2583406 Sep 14 12:13:55.740425 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-3b3f4feb-94db-4be2-a1cb-3f00ff26802a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--130254157&fields=id&tenant_id=d410170ed3ed4ce2b64d367cbf77790a HTTP/1.1" status: 200 len: 267 time: 0.0444944 Sep 14 12:13:55.853404 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62986-b02b-4415-9347-f738874b4ced req-ff83369b-64ec-42a9-9fda-ac84e455b8e3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:55.854953 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-ff83369b-64ec-42a9-9fda-ac84e455b8e3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 816 time: 0.1078508 Sep 14 12:13:55.869777 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-92bba4e8-d816-4fd8-b792-98038fc50bab tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/quotas/d410170ed3ed4ce2b64d367cbf77790a HTTP/1.1" status: 200 len: 375 time: 0.0093935 Sep 14 12:13:55.920140 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-449ceff7-f8c5-45e4-be04-e26c118e4dcd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451157 Sep 14 12:13:56.106843 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:56.149126 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-8807b971-1ee2-4210-b5be-aa46d590009f service neutron] 10.222.0.62 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177482 Sep 14 12:13:56.241561 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-551ee939-97f3-4d20-9168-b9b8b18deb32 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855331 Sep 14 12:13:56.488421 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a6c6ac88-cbc4-4291-8014-e1d05c81f9e2 req-80828705-0e07-45cb-9bee-0f0b4669dcd5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 210 time: 0.0277131 Sep 14 12:13:57.600227 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ebccdef5-066d-4b6a-9d0f-8186f7fe9c3e req-f56ce6cb-d512-49d1-93a6-542b72c0a40a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 210 time: 0.0322216 Sep 14 12:13:58.713326 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eec39cc7-04aa-4f70-976b-b3b33926daf0 req-54d8233f-fe85-49c2-b08b-21fa889a99b2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 210 time: 0.0301144 Sep 14 12:13:58.884014 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62986-b02b-4415-9347-f738874b4ced req-9684a72b-4dd8-40eb-94a2-c1c1822d18d9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:58.885436 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-9684a72b-4dd8-40eb-94a2-c1c1822d18d9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.81 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 816 time: 0.1027482 Sep 14 12:13:58.960933 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-43252f04-e220-4726-8a8d-b16ff4f469f1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d410170ed3ed4ce2b64d367cbf77790a HTTP/1.1" status: 200 len: 379 time: 0.0590057 Sep 14 12:13:58.969303 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'port': {'device_id': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'admin_state_up': True, 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'security_groups': ['7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:59.164255 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Made reservation on behalf of d410170ed3ed4ce2b64d367cbf77790a for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:13:59.168166 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:59.281420 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:59.304543 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Allocated IP 172.20.0.8 (0ca6a8c3-1298-4a9f-a110-741bf377213f/8ce4e870-27a5-46a1-b275-50dc9c5bbb13/bfea540b-fd0e-472b-8c6b-76b61ec6c980) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:13:59.454709 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:59.551816 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:59.561395 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:59.598603 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Network 0ca6a8c3-1298-4a9f-a110-741bf377213f is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:13:59.602442 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:13:59.607070 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:13:59.633441 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event updated for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:13:59.666013 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:59.666666 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:59.738770 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-2e83faa4-fe75-45b5-8f76-61c2cef3df1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7729623 Sep 14 12:13:59.761403 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Request body: {'port': {'device_id': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:13:59.858498 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:59.873888 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:59.875214 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=46,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:13:59.879486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142f98c-46b9-43c5-84de-796302b1f8f2 req-b47c36e0-cea6-4f9d-8332-62f3f14e5e48 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:13:59.881062 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b142f98c-46b9-43c5-84de-796302b1f8f2 req-b47c36e0-cea6-4f9d-8332-62f3f14e5e48 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 931 time: 0.0858207 Sep 14 12:13:59.881723 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-28296900-1f2b-4820-84ee-aae33079bda6 None None] Provisioning complete for port bfea540b-fd0e-472b-8c6b-76b61ec6c980 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:13:59.882128 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-28296900-1f2b-4820-84ee-aae33079bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:13:59.882494 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-28296900-1f2b-4820-84ee-aae33079bda6 None None] Attempt 1 to provision port bfea540b-fd0e-472b-8c6b-76b61ec6c980 Sep 14 12:13:59.919446 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-28296900-1f2b-4820-84ee-aae33079bda6 None None] Port bfea540b-fd0e-472b-8c6b-76b61ec6c980 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:14:00.218188 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=64 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:00.218920 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=68 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:00.273908 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b142f98c-46b9-43c5-84de-796302b1f8f2 req-710301f9-44ce-42d0-98e9-eee75d8d7062 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3695605 Sep 14 12:14:00.420121 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-28296900-1f2b-4820-84ee-aae33079bda6 None None] Attempt 2 to provision port bfea540b-fd0e-472b-8c6b-76b61ec6c980 Sep 14 12:14:00.453577 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-28296900-1f2b-4820-84ee-aae33079bda6 None None] Port bfea540b-fd0e-472b-8c6b-76b61ec6c980 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:14:00.453818 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfea540b-fd0e-472b-8c6b-76b61ec6c980 {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:14:00.461604 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Publish callbacks [] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:00.476801 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Transition to ACTIVE for port object bfea540b-fd0e-472b-8c6b-76b61ec6c980 will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:14:00.535812 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:00.577346 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:00.598625 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:00.652831 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Attempting to bind port bfea540b-fd0e-472b-8c6b-76b61ec6c980 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:14:00.653170 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Attempting to bind port bfea540b-fd0e-472b-8c6b-76b61ec6c980 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:14:00.653504 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Attempting to bind port bfea540b-fd0e-472b-8c6b-76b61ec6c980 on network 0ca6a8c3-1298-4a9f-a110-741bf377213f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:14:00.700976 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Port bfea540b-fd0e-472b-8c6b-76b61ec6c980 on network 0ca6a8c3-1298-4a9f-a110-741bf377213f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:14:00.701305 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Attempting to bind port bfea540b-fd0e-472b-8c6b-76b61ec6c980 on network 0ca6a8c3-1298-4a9f-a110-741bf377213f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:14:00.750366 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:14:00.751445 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Checking segment: {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:14:00.751445 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Bound using segment: {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:14:00.751445 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Bound port: bfea540b-fd0e-472b-8c6b-76b61ec6c980, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adf6a46-a917-4d93-961c-bd02dac302a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:14:00.751922 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:00.795647 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:00.818592 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:00.824387 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:00.907703 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:00.910830 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:00.911797 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:00.913761 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/bfea540b-fd0e-472b-8c6b-76b61ec6c980 HTTP/1.1" status: 200 len: 1093 time: 1.1587641 Sep 14 12:14:00.916040 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:14:00.918379 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202a557c-67e2-434b-b764-56113f255aee" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:00.955016 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-28296900-1f2b-4820-84ee-aae33079bda6 None None] Attempt 3 to provision port bfea540b-fd0e-472b-8c6b-76b61ec6c980 Sep 14 12:14:00.960449 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b821a3-f6b9-4077-860d-6260eaab83f5 x-openstack-request-id: req-b6b821a3-f6b9-4077-860d-6260eaab83f5 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:00.960730 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:00.960980 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6b821a3-f6b9-4077-860d-6260eaab83f5 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:00.961379 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b821a3-f6b9-4077-860d-6260eaab83f5'] response: {'name': 'network-changed', 'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'status': 'completed', 'code': 200} Sep 14 12:14:00.971378 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ad25b-c1ff-4987-bbeb-ea94ed3785b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:00.996487 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-28296900-1f2b-4820-84ee-aae33079bda6 None None] Port bfea540b-fd0e-472b-8c6b-76b61ec6c980 had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:14:01.064581 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a557c-67e2-434b-b764-56113f255aee req-3864906e-7027-46ae-9ee6-891c2b9fd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:01.066411 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-202a557c-67e2-434b-b764-56113f255aee req-3864906e-7027-46ae-9ee6-891c2b9fd3c2 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 1127 time: 0.0467722 Sep 14 12:14:01.182136 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a557c-67e2-434b-b764-56113f255aee req-25def678-5011-4014-b12b-d87bba797b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:01.183625 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-202a557c-67e2-434b-b764-56113f255aee req-25def678-5011-4014-b12b-d87bba797b12 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1039214 Sep 14 12:14:01.287025 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a557c-67e2-434b-b764-56113f255aee req-7feae02c-188f-447f-877a-55d4441f58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:01.289084 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-202a557c-67e2-434b-b764-56113f255aee req-7feae02c-188f-447f-877a-55d4441f58eb service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965323 Sep 14 12:14:01.404315 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd35764-f8fd-4d9c-a0f2-09cbb0ddf38c req-6df51b6c-08a4-4b89-bed6-01f8364076bd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:01.405775 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-edd35764-f8fd-4d9c-a0f2-09cbb0ddf38c req-6df51b6c-08a4-4b89-bed6-01f8364076bd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0466204 Sep 14 12:14:01.452920 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-edd35764-f8fd-4d9c-a0f2-09cbb0ddf38c req-850c8aeb-c5fa-4aac-918a-cb72fd871ed0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414121 Sep 14 12:14:01.641454 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62986-b02b-4415-9347-f738874b4ced req-05079561-c4d7-4e02-a2cc-b01dfb84d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:01.642996 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-05079561-c4d7-4e02-a2cc-b01dfb84d460 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 1127 time: 0.0441720 Sep 14 12:14:01.687976 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-a5830843-bd5a-432f-a2f1-efdfa0c68bb8 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980 HTTP/1.1" status: 200 len: 217 time: 0.0322075 Sep 14 12:14:01.740548 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62986-b02b-4415-9347-f738874b4ced req-d9baa226-aa49-49bb-ba7f-2d1fa4d7e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:01.742065 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-d9baa226-aa49-49bb-ba7f-2d1fa4d7e6b3 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 200 len: 855 time: 0.0468266 Sep 14 12:14:01.789678 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b62986-b02b-4415-9347-f738874b4ced req-3065f1ad-75d1-4d9a-9511-04348797ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:01.791273 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-3065f1ad-75d1-4d9a-9511-04348797ec83 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=0ca6a8c3-1298-4a9f-a110-741bf377213f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414124 Sep 14 12:14:01.891086 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-ab1cc58a-d143-4033-a9f3-0b1691355561 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926378 Sep 14 12:14:01.993435 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b7b62986-b02b-4415-9347-f738874b4ced req-259e6c77-6c9f-4d28-9833-e8989b053d70 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921872 Sep 14 12:14:02.279159 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:02.279916 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:02.583459 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d356193-cb27-4f75-9f31-88008684b19f req-01c24a3b-4bc7-4168-b9f8-60e43e58eab9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:02.584892 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d356193-cb27-4f75-9f31-88008684b19f req-01c24a3b-4bc7-4168-b9f8-60e43e58eab9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0488155 Sep 14 12:14:02.635596 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d356193-cb27-4f75-9f31-88008684b19f req-f1260839-d682-41c3-8c18-49df81efc2bb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439677 Sep 14 12:14:03.364156 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:03.763316 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6be596-56af-488c-9de3-83d866759052 req-3b8edebe-d0c9-4a57-be82-b466b49d422d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:03.764775 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd6be596-56af-488c-9de3-83d866759052 req-3b8edebe-d0c9-4a57-be82-b466b49d422d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0471270 Sep 14 12:14:03.777131 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:03.812505 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd6be596-56af-488c-9de3-83d866759052 req-cd89cd77-77b4-49e6-be4a-687deb9e2eca tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421872 Sep 14 12:14:04.777286 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device bfea540b-fd0e-472b-8c6b-76b61ec6c980 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:14:04.893791 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:04.907010 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'port_id': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'mac_address': 'fa:16:3e:93:98:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:14:04.953541 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5abbdf-934f-41be-9ccc-7e99d1707213 req-4f9e8d05-c119-4068-aac6-2056ca3eb2ed tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:04.955420 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5a5abbdf-934f-41be-9ccc-7e99d1707213 req-4f9e8d05-c119-4068-aac6-2056ca3eb2ed tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0548081 Sep 14 12:14:04.956702 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port bfea540b-fd0e-472b-8c6b-76b61ec6c980 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:14:04.957099 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:04.981987 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfea540b-fd0e-472b-8c6b-76b61ec6c980 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:14:04.987841 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:05.006932 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:05.023233 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5a5abbdf-934f-41be-9ccc-7e99d1707213 req-aed1eadf-6e76-48bb-ad4c-7ce1ec6d41cd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601294 Sep 14 12:14:05.051790 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-f210f61c-b0fb-41ea-8b87-0147b384dc17 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459399 Sep 14 12:14:05.107671 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:05.135241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-74520747-4f32-4f76-ad73-ef638a794be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:05.136762 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-74520747-4f32-4f76-ad73-ef638a794be0 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 1130 time: 0.0413256 Sep 14 12:14:05.156738 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:05.164071 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.164435 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.164746 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.165084 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.165415 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.165742 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.166103 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.166426 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.167080 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.167294 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.167648 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.167972 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.168295 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.168616 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.168936 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:05.247630 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-d5fe619c-085d-48e7-84ed-bed2963d6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:05.249102 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-d5fe619c-085d-48e7-84ed-bed2963d6922 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 200 len: 912 time: 0.0943017 Sep 14 12:14:05.315871 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-2d2a00f8-fca9-4760-bfd3-779c94c20708 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb HTTP/1.1" status: 200 len: 1001 time: 0.0565555 Sep 14 12:14:05.369440 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-935a4f97-c6a8-4c6b-bad9-84d9e18b3f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:05.370921 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-935a4f97-c6a8-4c6b-bad9-84d9e18b3f35 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d4fe8a74-946d-4071-b8d3-3434cb1ac798 HTTP/1.1" status: 200 len: 850 time: 0.0486798 Sep 14 12:14:05.418914 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-02c92ac5-9441-428b-bc7c-ca2556fb3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:05.420463 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-02c92ac5-9441-428b-bc7c-ca2556fb3b86 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418375 Sep 14 12:14:05.520280 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-0f7bf2fe-eb6c-4c10-afa2-65311fc98975 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926659 Sep 14 12:14:05.626901 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a3897074-6762-4dd1-b0a3-de9b668d13f5 req-1665dec4-2d4d-4623-b9fc-4041a8b48de6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963874 Sep 14 12:14:05.716113 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['bfea540b-fd0e-472b-8c6b-76b61ec6c980'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:14:06.160845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5065f-1de3-482f-a537-078f18c76300 req-07e02dd2-ecab-48d6-bd08-9d34e57eec21 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:06.162384 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-11f5065f-1de3-482f-a537-078f18c76300 req-07e02dd2-ecab-48d6-bd08-9d34e57eec21 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 944 time: 0.0506563 Sep 14 12:14:06.216627 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-11f5065f-1de3-482f-a537-078f18c76300 req-7d86eb26-93c5-44e7-bee3-509f34803ae6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468004 Sep 14 12:14:06.963472 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device bfea540b-fd0e-472b-8c6b-76b61ec6c980 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:07.006068 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port bfea540b-fd0e-472b-8c6b-76b61ec6c980 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:14:07.094024 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port bfea540b-fd0e-472b-8c6b-76b61ec6c980 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:14:07.094432 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:07.094772 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port bfea540b-fd0e-472b-8c6b-76b61ec6c980 Sep 14 12:14:07.173396 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port bfea540b-fd0e-472b-8c6b-76b61ec6c980 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:14:07.173807 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:07.192299 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:07.198864 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:14:07.201155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a276f-3e89-46e4-bf45-ce4ed8a31417" -d '{"events": [{"server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "name": "network-vif-plugged", "status": "completed", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:07.216076 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:07.242493 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178dd669-98a3-4959-a3f2-4c38c55782be x-openstack-request-id: req-178dd669-98a3-4959-a3f2-4c38c55782be {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:07.242858 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "name": "network-vif-plugged", "status": "completed", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:07.243223 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-178dd669-98a3-4959-a3f2-4c38c55782be {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:07.243800 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-178dd669-98a3-4959-a3f2-4c38c55782be'] response: {'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'code': 200} Sep 14 12:14:07.301630 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:07.352340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341ac6a-826b-407a-9a12-5da38c00beba req-8a82304e-7c36-4072-809d-029a2acc9419 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:07.353824 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8341ac6a-826b-407a-9a12-5da38c00beba req-8a82304e-7c36-4072-809d-029a2acc9419 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0528631 Sep 14 12:14:07.356443 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:07.376947 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:07.409051 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8341ac6a-826b-407a-9a12-5da38c00beba req-c1e70f1a-5081-49c4-b932-68700c0a4e94 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486932 Sep 14 12:14:07.780596 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394692f-a027-460a-9d0a-caf359f4bd4a req-b82fa3cb-f622-45e3-ae9e-44a9e8187ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:07.782035 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1394692f-a027-460a-9d0a-caf359f4bd4a req-b82fa3cb-f622-45e3-ae9e-44a9e8187ce8 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 1129 time: 0.0401766 Sep 14 12:14:07.833707 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1394692f-a027-460a-9d0a-caf359f4bd4a req-e95d1e3e-5030-477d-b648-4871d3445441 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 Sep 14 12:14:08.545465 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407e55f8-66b7-4fd9-b269-f742a5a36bdc req-fc9c1e6a-f394-426e-94d8-98bb6288667c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:08.546983 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-407e55f8-66b7-4fd9-b269-f742a5a36bdc req-fc9c1e6a-f394-426e-94d8-98bb6288667c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0530326 Sep 14 12:14:08.598222 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-407e55f8-66b7-4fd9-b269-f742a5a36bdc req-3d2daf18-79b6-409c-af31-32987a794a99 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451448 Sep 14 12:14:09.731167 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30bb36-4ac4-47f9-860b-c5153176cb5f req-350079e9-8ecc-48dc-8b24-739ee33d6138 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:09.732651 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7d30bb36-4ac4-47f9-860b-c5153176cb5f req-350079e9-8ecc-48dc-8b24-739ee33d6138 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0513752 Sep 14 12:14:09.754696 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:09.770237 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:09.782721 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7d30bb36-4ac4-47f9-860b-c5153176cb5f req-49d54a18-33f1-48ee-8d59-1c0f8f4c2be4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444040 Sep 14 12:14:10.924783 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9d37b-469b-401f-91fe-78d161a8b787 req-9c04a91e-e82b-43e2-ad85-af27e010e3b4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:10.926391 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-31e9d37b-469b-401f-91fe-78d161a8b787 req-9c04a91e-e82b-43e2-ad85-af27e010e3b4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0521512 Sep 14 12:14:10.982266 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-31e9d37b-469b-401f-91fe-78d161a8b787 req-cdb9a8a7-4690-4a9b-a7d8-96f85a237d92 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498810 Sep 14 12:14:11.117347 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a860fe-b0f0-43f5-b71b-c9c0899d8740 req-f6c624d0-ee4d-4f67-8049-f9fa95c6c4d3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:11.118977 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-32a860fe-b0f0-43f5-b71b-c9c0899d8740 req-f6c624d0-ee4d-4f67-8049-f9fa95c6c4d3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0563526 Sep 14 12:14:11.134861 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42654) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:11.141405 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-70673bc8-44dc-4235-bded-c6fe2f6778c5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Request body: {'floatingip': {'port_id': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:11.182707 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-70673bc8-44dc-4235-bded-c6fe2f6778c5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (65c7ff9e-64a5-4005-b130-0f9cd6bba01b), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:11.642777 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-70673bc8-44dc-4235-bded-c6fe2f6778c5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:11.733963 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-70673bc8-44dc-4235-bded-c6fe2f6778c5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (65c7ff9e-64a5-4005-b130-0f9cd6bba01b), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:11.836212 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [None req-70673bc8-44dc-4235-bded-c6fe2f6778c5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Floating IP 65c7ff9e-64a5-4005-b130-0f9cd6bba01b associated. External IP: 172.27.3.88, port: bfea540b-fd0e-472b-8c6b-76b61ec6c980. Sep 14 12:14:12.059825 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70673bc8-44dc-4235-bded-c6fe2f6778c5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Router 40a60be4-e5b1-4ac7-a6b1-493476a50267 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:14:12.155384 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:12.163708 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:12.166715 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70673bc8-44dc-4235-bded-c6fe2f6778c5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:12.173339 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-70673bc8-44dc-4235-bded-c6fe2f6778c5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:12.177576 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] Sync routers for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:12.192390 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:14:12.193056 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:13:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:12.211711 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-70673bc8-44dc-4235-bded-c6fe2f6778c5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/65c7ff9e-64a5-4005-b130-0f9cd6bba01b HTTP/1.1" status: 200 len: 990 time: 1.0754232 Sep 14 12:14:12.212425 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:14:12.216907 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85774743-9684-4221-bb7c-6b97c8a230a4" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:12.257676 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4ebbe0-ea67-482d-871f-bc70091e857a x-openstack-request-id: req-5e4ebbe0-ea67-482d-871f-bc70091e857a {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:12.257988 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:12.258244 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e4ebbe0-ea67-482d-871f-bc70091e857a {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:12.258648 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e4ebbe0-ea67-482d-871f-bc70091e857a'] response: {'name': 'network-changed', 'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'status': 'completed', 'code': 200} Sep 14 12:14:12.299578 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:14:12.352530 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-de526cd8-393e-4f0d-a8da-0a7aeffe487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:12.354099 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-de526cd8-393e-4f0d-a8da-0a7aeffe487a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 1129 time: 0.0408015 Sep 14 12:14:12.458796 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-4945f60b-7efb-47d3-8f39-b91edf296d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:12.460066 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-4945f60b-7efb-47d3-8f39-b91edf296d0e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 917 time: 0.0988972 Sep 14 12:14:12.529538 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '65c7ff9e-64a5-4005-b130-0f9cd6bba01b', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'port_id': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'mac_address': 'fa:16:3e:93:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:13:54Z', 'updated_at': '2022-09-14T12:14:11Z', 'revision_number': 1, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:12.536352 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-2464d178-f802-41d1-a4d9-4456f42e7d6a service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980 HTTP/1.1" status: 200 len: 998 time: 0.0669923 Sep 14 12:14:12.555108 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] Checking router: 40a60be4-e5b1-4ac7-a6b1-493476a50267 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:12.564556 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:14:12.565171 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:13:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:12.594369 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-da98ef15-57a5-45bb-bd51-496bab3b0ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:12.596023 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-da98ef15-57a5-45bb-bd51-496bab3b0ef6 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 200 len: 855 time: 0.0549004 Sep 14 12:14:12.647033 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-6ad9aba5-cd6e-4259-a321-821ae43e4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:12.649692 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-6ad9aba5-cd6e-4259-a321-821ae43e4ae3 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=0ca6a8c3-1298-4a9f-a110-741bf377213f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452974 Sep 14 12:14:12.686369 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:14:12.736194 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d3e8d30f-cbd5-41e0-8832-237450f9af7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:12.753062 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-8d8178cc-e2e8-4e4a-afe4-c08128ebb2e2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978835 Sep 14 12:14:12.855328 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85774743-9684-4221-bb7c-6b97c8a230a4 req-7e8828a8-1324-43e2-811f-fd5c3916ef6a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954802 Sep 14 12:14:12.913691 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '65c7ff9e-64a5-4005-b130-0f9cd6bba01b', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'port_id': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'mac_address': 'fa:16:3e:93:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:13:54Z', 'updated_at': '2022-09-14T12:14:11Z', 'revision_number': 1, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:12.939309 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd97f1b4-555d-4f1d-bc42-5a48536b876f None None] The sync data for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi is: [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '65c7ff9e-64a5-4005-b130-0f9cd6bba01b', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'floating_ip_address': '172.27.3.88', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'port_id': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'mac_address': 'fa:16:3e:93:98:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:13:54Z', 'updated_at': '2022-09-14T12:14:11Z', 'revision_number': 1, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:13.139221 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c88e3c-92c6-4106-bfeb-5209c4079436 None None] New status for floating IP 65c7ff9e-64a5-4005-b130-0f9cd6bba01b: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:14:14.718385 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:14:15.210145 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-7bb0e58a-721a-497a-a883-f023b2ebde1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:16.459400 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:17.905585 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:17.933768 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:22.321408 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894cb7a-d823-4c8b-bf6a-5f4777f7a9d1 req-904f77be-7572-43d1-999c-e1e1bc482572 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:22.323027 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4894cb7a-d823-4c8b-bf6a-5f4777f7a9d1 req-904f77be-7572-43d1-999c-e1e1bc482572 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 946 time: 0.0544767 Sep 14 12:14:22.377487 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4894cb7a-d823-4c8b-bf6a-5f4777f7a9d1 req-5208f4b0-b4d0-4f56-87a2-9149c6d927fc tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482202 Sep 14 12:14:23.503201 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59a2ab-5866-4a00-8458-7f8c7bb3a85c req-e5f1d819-f89a-46bf-bb7f-6ff07a361b72 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:23.504710 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cc59a2ab-5866-4a00-8458-7f8c7bb3a85c req-e5f1d819-f89a-46bf-bb7f-6ff07a361b72 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 946 time: 0.0483081 Sep 14 12:14:23.555447 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cc59a2ab-5866-4a00-8458-7f8c7bb3a85c req-a27d09e0-62e7-4eff-ae46-8408e1d38a12 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445094 Sep 14 12:14:24.433279 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-1ad4dd5a-d546-413c-ade7-1cad7064792a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:24.434726 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-1ad4dd5a-d546-413c-ade7-1cad7064792a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 946 time: 0.0508885 Sep 14 12:14:24.526104 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Deleting port d4d61e40-b11d-4281-b965-9796c5ee7fce {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:14:24.526810 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:24.622270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] For port d4d61e40-b11d-4281-b965-9796c5ee7fce, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d4d61e40-b11d-4281-b965-9796c5ee7fce,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:24.622631 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:24.696173 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:24.719026 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085277f-bea5-4e01-b87c-668712ef816e req-54cf6fa6-83f3-4fba-9709-7e71c2fa0fb5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:24.720477 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c085277f-bea5-4e01-b87c-668712ef816e req-54cf6fa6-83f3-4fba-9709-7e71c2fa0fb5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 946 time: 0.0836411 Sep 14 12:14:24.722541 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:24.749128 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=90 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:24.754501 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=92 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:25.089365 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c085277f-bea5-4e01-b87c-668712ef816e req-7b4d7e92-c945-4b01-a7cf-929b43509110 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=d6484499-53ef-459c-afe0-0f0bb5b78293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594861 Sep 14 12:14:25.114456 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:25.114825 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (94157e00-d61a-4c23-9939-f2fc9363a103), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:25.115145 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Floating IP 94157e00-d61a-4c23-9939-f2fc9363a103 disassociated. External IP: 172.27.3.183, port: d4d61e40-b11d-4281-b965-9796c5ee7fce. Sep 14 12:14:25.115494 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Calling delete_port for d4d61e40-b11d-4281-b965-9796c5ee7fce owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:14:25.324597 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (d4d61e40-b11d-4281-b965-9796c5ee7fce), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:25.353152 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'Port': ['ID=d4d61e40-b11d-4281-b965-9796c5ee7fce,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:25.472754 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:14:25.579239 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:25.594238 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:25.605270 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:14:25.605822 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:25.630135 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] No DVR routers for this DVR port d4d61e40-b11d-4281-b965-9796c5ee7fce on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:14:25.632519 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:25.636261 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7c80a49c-9dfe-454b-bf77-7284812d1256 req-a5fafd83-605a-4016-a54f-1d9bef6e7904 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "DELETE /networking/v2.0/ports/d4d61e40-b11d-4281-b965-9796c5ee7fce HTTP/1.1" status: 204 len: 173 time: 1.1895885 Sep 14 12:14:25.636759 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'name': 'network-vif-deleted', 'tag': 'd4d61e40-b11d-4281-b965-9796c5ee7fce'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:14:25.639030 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f082a66-6568-4057-b6c2-a8d5b42af27e" -d '{"events": [{"server_uuid": "16fe551f-effb-4a0a-b0c2-b4bc82178953", "name": "network-vif-deleted", "tag": "d4d61e40-b11d-4281-b965-9796c5ee7fce"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:25.683442 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4779d725-4430-4122-a45b-234fa98e81b1 x-openstack-request-id: req-4779d725-4430-4122-a45b-234fa98e81b1 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:25.683928 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fe551f-effb-4a0a-b0c2-b4bc82178953", "name": "network-vif-deleted", "tag": "d4d61e40-b11d-4281-b965-9796c5ee7fce", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:25.684370 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4779d725-4430-4122-a45b-234fa98e81b1 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:25.684784 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4779d725-4430-4122-a45b-234fa98e81b1'] response: {'server_uuid': '16fe551f-effb-4a0a-b0c2-b4bc82178953', 'name': 'network-vif-deleted', 'tag': 'd4d61e40-b11d-4281-b965-9796c5ee7fce', 'status': 'completed', 'code': 200} Sep 14 12:14:25.720922 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:14:25.948748 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '43db294f-2d4d-469e-9a82-9b61bce8a770', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:ff:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:08:15Z', 'updated_at': '2022-09-14T12:08:44Z', 'revision_number': 2, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:25.974222 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:25.984053 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:14:25.984670 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:26.179810 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:14:26.224266 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-de2eccce-8c64-4e26-ae55-f2cb4ece7975 req-1b297ddd-0c0c-4e4e-86ee-becd9e701b11 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 210 time: 0.0385890 Sep 14 12:14:26.425708 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '43db294f-2d4d-469e-9a82-9b61bce8a770', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:ff:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:08:15Z', 'updated_at': '2022-09-14T12:08:44Z', 'revision_number': 2, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:26.455270 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b664a2-06e8-4600-ad70-961b8e09a0db None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '43db294f-2d4d-469e-9a82-9b61bce8a770', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.148', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 353, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:ff:04:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:08:15Z', 'updated_at': '2022-09-14T12:08:44Z', 'revision_number': 2, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:26.695652 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd596654-d42c-42e0-848b-901cfd5cf841 None None] New status for floating IP 94157e00-d61a-4c23-9939-f2fc9363a103: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:14:27.062665 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device d4d61e40-b11d-4281-b965-9796c5ee7fce no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:14:27.082685 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: d4d61e40-b11d-4281-b965-9796c5ee7fce {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:14:27.083046 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device d4d61e40-b11d-4281-b965-9796c5ee7fce not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:14:27.349068 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-32367597-68ce-4a99-acae-cda97725db95 req-1d10edbe-d2e1-4b55-888e-42c806c4d61c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=16fe551f-effb-4a0a-b0c2-b4bc82178953 HTTP/1.1" status: 200 len: 210 time: 0.0300803 Sep 14 12:14:28.536721 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42706) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:28.593039 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a65bf2f5-f6df-442f-8f8b-84b69318356e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (d6484499-53ef-459c-afe0-0f0bb5b78293), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:28.616022 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a65bf2f5-f6df-442f-8f8b-84b69318356e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (d6484499-53ef-459c-afe0-0f0bb5b78293), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:28.751117 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a65bf2f5-f6df-442f-8f8b-84b69318356e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d6484499-53ef-459c-afe0-0f0bb5b78293), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:28.753607 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a65bf2f5-f6df-442f-8f8b-84b69318356e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:28.754809 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-a65bf2f5-f6df-442f-8f8b-84b69318356e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d6484499-53ef-459c-afe0-0f0bb5b78293 HTTP/1.1" status: 204 len: 168 time: 0.2171957 Sep 14 12:14:28.757743 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42708) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:28.764365 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bf2f5-f6df-442f-8f8b-84b69318356e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6484499-53ef-459c-afe0-0f0bb5b78293,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:28.773965 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.api.v2.resource [None req-bf4327d7-02e7-4ca0-85ba-026b7f5540e7 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] show failed (client error): The resource could not be found. Sep 14 12:14:28.775322 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-bf4327d7-02e7-4ca0-85ba-026b7f5540e7 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups/d6484499-53ef-459c-afe0-0f0bb5b78293 HTTP/1.1" status: 404 len: 347 time: 0.0159528 Sep 14 12:14:28.778596 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42710) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:29.128673 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d5f89-0e9b-4aaf-a156-b59c6bb9e971 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Deleting port 70ced081-8085-4bd5-b579-050aae7f53ef {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:14:29.129016 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5f89-0e9b-4aaf-a156-b59c6bb9e971 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (70ced081-8085-4bd5-b579-050aae7f53ef), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:29.210305 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5f89-0e9b-4aaf-a156-b59c6bb9e971 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (70ced081-8085-4bd5-b579-050aae7f53ef), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:29.210646 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5f89-0e9b-4aaf-a156-b59c6bb9e971 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (70ced081-8085-4bd5-b579-050aae7f53ef), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:29.228108 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d5f89-0e9b-4aaf-a156-b59c6bb9e971 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Calling delete_port for 70ced081-8085-4bd5-b579-050aae7f53ef owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:14:29.433229 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5f89-0e9b-4aaf-a156-b59c6bb9e971 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (70ced081-8085-4bd5-b579-050aae7f53ef), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:29.462569 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d5f89-0e9b-4aaf-a156-b59c6bb9e971 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'Port': ['ID=70ced081-8085-4bd5-b579-050aae7f53ef,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:29.528251 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5f89-0e9b-4aaf-a156-b59c6bb9e971 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (94157e00-d61a-4c23-9939-f2fc9363a103), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:29.534801 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6f0d5f89-0e9b-4aaf-a156-b59c6bb9e971 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:29.537937 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-6f0d5f89-0e9b-4aaf-a156-b59c6bb9e971 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/94157e00-d61a-4c23-9939-f2fc9363a103 HTTP/1.1" status: 204 len: 168 time: 0.7575839 Sep 14 12:14:32.575963 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6612a94-22c0-4355-99eb-9c41fb39caae req-144f6a59-e176-4bff-847f-42563202deac tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:32.577486 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b6612a94-22c0-4355-99eb-9c41fb39caae req-144f6a59-e176-4bff-847f-42563202deac tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 946 time: 0.0474658 Sep 14 12:14:32.629701 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b6612a94-22c0-4355-99eb-9c41fb39caae req-ba5720e8-691f-4b72-bbc1-ea4a2a0be21f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464563 Sep 14 12:14:33.322136 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:33.752010 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f291fba-7682-4e16-81c0-e24eb5113d66 req-0608c1da-1327-49e0-879d-bd0f8ad5887c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:33.753456 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4f291fba-7682-4e16-81c0-e24eb5113d66 req-0608c1da-1327-49e0-879d-bd0f8ad5887c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 946 time: 0.0461988 Sep 14 12:14:33.804460 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4f291fba-7682-4e16-81c0-e24eb5113d66 req-6598f26a-c250-4267-a8da-f3a35e7b6125 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=fb69501b-1a62-4d5e-81ae-caa464131c84&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453444 Sep 14 12:14:33.936807 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223752b6-f11f-40db-b971-aaa312fb40af req-bb907c53-b5fb-4d3d-819a-aaad193ab1e1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:33.938177 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-223752b6-f11f-40db-b971-aaa312fb40af req-bb907c53-b5fb-4d3d-819a-aaad193ab1e1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 946 time: 0.0463529 Sep 14 12:14:34.014404 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:34.028115 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Deleting port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:14:34.035304 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:34.071684 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:34.119784 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] For port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:34.120814 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:34.287583 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:34.287856 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (43db294f-2d4d-469e-9a82-9b61bce8a770), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:34.288172 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Floating IP 43db294f-2d4d-469e-9a82-9b61bce8a770 disassociated. External IP: 172.27.3.148, port: 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359. Sep 14 12:14:34.288509 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Calling delete_port for 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:14:34.467105 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (97f1a3f8-15d4-41fb-82b2-8ab9cec6e359), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:34.500181 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'Port': ['ID=97f1a3f8-15d4-41fb-82b2-8ab9cec6e359,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:34.609179 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:14:34.714767 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:34.724564 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:34.735074 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:14:34.735746 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:34.760643 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] No DVR routers for this DVR port 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:14:34.763719 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:34.766957 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-223752b6-f11f-40db-b971-aaa312fb40af req-24e84012-f7bd-4419-9826-8fee89d6dba1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "DELETE /networking/v2.0/ports/97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 HTTP/1.1" status: 204 len: 173 time: 0.8210506 Sep 14 12:14:34.767463 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'name': 'network-vif-deleted', 'tag': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:14:34.769742 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22505f1d-4c44-4164-b385-3b5a1d3dc84a" -d '{"events": [{"server_uuid": "c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8", "name": "network-vif-deleted", "tag": "97f1a3f8-15d4-41fb-82b2-8ab9cec6e359"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:34.809725 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91821e1a-75cc-4473-8d6e-2d696138f62a x-openstack-request-id: req-91821e1a-75cc-4473-8d6e-2d696138f62a {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:34.810058 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8", "name": "network-vif-deleted", "tag": "97f1a3f8-15d4-41fb-82b2-8ab9cec6e359", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:34.810316 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91821e1a-75cc-4473-8d6e-2d696138f62a {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:34.810728 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91821e1a-75cc-4473-8d6e-2d696138f62a'] response: {'server_uuid': 'c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8', 'name': 'network-vif-deleted', 'tag': '97f1a3f8-15d4-41fb-82b2-8ab9cec6e359', 'status': 'completed', 'code': 200} Sep 14 12:14:34.844381 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:14:34.929907 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9a651109-e94d-4660-b035-4ef2f7d6f95c req-ca48ef8f-7eb3-4aa5-88d1-f3a166ac5633 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0327528 Sep 14 12:14:34.978056 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:34.995975 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:35.048859 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:35.078525 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:35.087256 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:14:35.087856 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:35.189087 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:14:35.384080 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:35.410641 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c602ba-9b4d-4586-bed9-f57a7808e63f None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:35.649684 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4891df15-4cc4-471f-bc93-40bd2fe48502 None None] New status for floating IP 43db294f-2d4d-469e-9a82-9b61bce8a770: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:14:36.051627 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ff7d6a97-9ec6-49f1-aa17-1334285291b6 req-05ee2f6c-8603-4902-b595-17022575971f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c978d309-3a1e-4b99-9bfb-7cb8d98dc5d8 HTTP/1.1" status: 200 len: 210 time: 0.0282197 Sep 14 12:14:37.100007 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:14:37.121821 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:14:37.121821 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 97f1a3f8-15d4-41fb-82b2-8ab9cec6e359 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:14:37.228802 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42756) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:37.287181 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-966c409a-dc9d-4c42-82a2-9a3ea0451ab6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (fb69501b-1a62-4d5e-81ae-caa464131c84), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:37.311625 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-966c409a-dc9d-4c42-82a2-9a3ea0451ab6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (fb69501b-1a62-4d5e-81ae-caa464131c84), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:37.477157 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-966c409a-dc9d-4c42-82a2-9a3ea0451ab6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (fb69501b-1a62-4d5e-81ae-caa464131c84), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:37.482199 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-966c409a-dc9d-4c42-82a2-9a3ea0451ab6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:37.482199 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-966c409a-dc9d-4c42-82a2-9a3ea0451ab6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fb69501b-1a62-4d5e-81ae-caa464131c84 HTTP/1.1" status: 204 len: 168 time: 0.2516081 Sep 14 12:14:37.484589 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42758) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:37.492171 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c409a-dc9d-4c42-82a2-9a3ea0451ab6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb69501b-1a62-4d5e-81ae-caa464131c84,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:37.501743 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.api.v2.resource [None req-5e8cb3f6-e7dd-45c9-aa77-9545c777717f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] show failed (client error): The resource could not be found. Sep 14 12:14:37.506535 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-5e8cb3f6-e7dd-45c9-aa77-9545c777717f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups/fb69501b-1a62-4d5e-81ae-caa464131c84 HTTP/1.1" status: 404 len: 347 time: 0.0165622 Sep 14 12:14:37.506901 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42760) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:37.624543 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:37.627536 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-d71f00bc-427f-4fe8-840e-386d22861aff tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Deleting port 4c1b29d8-2652-4356-9717-5de49d88d12b {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:14:37.627886 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d71f00bc-427f-4fe8-840e-386d22861aff tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (4c1b29d8-2652-4356-9717-5de49d88d12b), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:37.688444 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:37.708881 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d71f00bc-427f-4fe8-840e-386d22861aff tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (4c1b29d8-2652-4356-9717-5de49d88d12b), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:37.709216 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d71f00bc-427f-4fe8-840e-386d22861aff tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (4c1b29d8-2652-4356-9717-5de49d88d12b), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:37.721262 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-d71f00bc-427f-4fe8-840e-386d22861aff tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Calling delete_port for 4c1b29d8-2652-4356-9717-5de49d88d12b owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:14:37.959324 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d71f00bc-427f-4fe8-840e-386d22861aff tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (4c1b29d8-2652-4356-9717-5de49d88d12b), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:37.983807 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f00bc-427f-4fe8-840e-386d22861aff tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'Port': ['ID=4c1b29d8-2652-4356-9717-5de49d88d12b,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:38.056026 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d71f00bc-427f-4fe8-840e-386d22861aff tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (43db294f-2d4d-469e-9a82-9b61bce8a770), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:38.058695 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d71f00bc-427f-4fe8-840e-386d22861aff tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:38.059875 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d71f00bc-427f-4fe8-840e-386d22861aff tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/43db294f-2d4d-469e-9a82-9b61bce8a770 HTTP/1.1" status: 204 len: 168 time: 0.5519674 Sep 14 12:14:38.209910 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42764) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:38.215266 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-fc0c26ae-9347-465f-99f5-3a8b69f2e75e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052161922', 'description': 'tempest-description--294838321'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:38.336091 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fc0c26ae-9347-465f-99f5-3a8b69f2e75e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:38.409800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fc0c26ae-9347-465f-99f5-3a8b69f2e75e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (e93914ca-9353-441e-abad-3d22d5ebf219), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:38.502231 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fc0c26ae-9347-465f-99f5-3a8b69f2e75e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e93914ca-9353-441e-abad-3d22d5ebf219), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:38.536049 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c26ae-9347-465f-99f5-3a8b69f2e75e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93914ca-9353-441e-abad-3d22d5ebf219,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:38.617507 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fc0c26ae-9347-465f-99f5-3a8b69f2e75e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:38.618802 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-fc0c26ae-9347-465f-99f5-3a8b69f2e75e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4078555 Sep 14 12:14:38.623272 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42768) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:38.627847 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-2f43235f-2c59-4b78-b412-2988d3ab39c5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group_rule': {'security_group_id': 'e93914ca-9353-441e-abad-3d22d5ebf219', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:38.752369 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f43235f-2c59-4b78-b412-2988d3ab39c5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (ebf76c65-174c-48a0-87e8-e71055321c31), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:38.816129 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f43235f-2c59-4b78-b412-2988d3ab39c5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (ebf76c65-174c-48a0-87e8-e71055321c31), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:38.901705 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f43235f-2c59-4b78-b412-2988d3ab39c5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (ebf76c65-174c-48a0-87e8-e71055321c31), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:38.906609 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:38.923675 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43235f-2c59-4b78-b412-2988d3ab39c5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf76c65-174c-48a0-87e8-e71055321c31,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:39.029121 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f43235f-2c59-4b78-b412-2988d3ab39c5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:39.030302 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-2f43235f-2c59-4b78-b412-2988d3ab39c5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4060771 Sep 14 12:14:39.033092 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42770) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:39.037448 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-1f7ddb21-6332-41b4-bc0d-8c8a4c8a91f6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group_rule': {'security_group_id': 'e93914ca-9353-441e-abad-3d22d5ebf219', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:39.335938 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f7ddb21-6332-41b4-bc0d-8c8a4c8a91f6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (f19b0619-1903-434e-ab0a-c674b71ee9a5), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:39.400047 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f7ddb21-6332-41b4-bc0d-8c8a4c8a91f6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (f19b0619-1903-434e-ab0a-c674b71ee9a5), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:39.472815 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f7ddb21-6332-41b4-bc0d-8c8a4c8a91f6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (f19b0619-1903-434e-ab0a-c674b71ee9a5), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:39.498883 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ddb21-6332-41b4-bc0d-8c8a4c8a91f6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19b0619-1903-434e-ab0a-c674b71ee9a5,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:39.659562 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f7ddb21-6332-41b4-bc0d-8c8a4c8a91f6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:39.660795 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1f7ddb21-6332-41b4-bc0d-8c8a4c8a91f6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6267583 Sep 14 12:14:39.664221 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42772) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:39.668923 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:39.861830 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:39.941376 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:39.999741 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:40.059478 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Allocated IP 172.27.3.183 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/dac953b7-b9f9-4b54-8ca4-b98e87306911) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:40.171125 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (dac953b7-b9f9-4b54-8ca4-b98e87306911), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:40.351668 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (dac953b7-b9f9-4b54-8ca4-b98e87306911), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:40.382953 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:40.395188 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:40.398083 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:40.400714 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:14:40.425834 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=dac953b7-b9f9-4b54-8ca4-b98e87306911,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:40.497041 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (b21a2ceb-d189-487d-8966-58330d3b6a83), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:40.726281 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (dac953b7-b9f9-4b54-8ca4-b98e87306911), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:40.879157 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (dac953b7-b9f9-4b54-8ca4-b98e87306911), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:41.123997 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (dac953b7-b9f9-4b54-8ca4-b98e87306911), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:41.196190 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (b21a2ceb-d189-487d-8966-58330d3b6a83), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:41.199218 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=dac953b7-b9f9-4b54-8ca4-b98e87306911,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:41.377840 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:41.379160 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d3741d0d-46b1-4e82-8e5e-6e250948a764 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7139955 Sep 14 12:14:41.540475 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-6fcb79a1-c445-4c97-a856-8cdec8c4cba4 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1052161922&fields=id&tenant_id=5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 267 time: 0.0438447 Sep 14 12:14:41.556396 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:41.659060 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507935-c098-42eb-9ef6-7d303ae6013d req-0c307b74-4421-4ff7-94d7-e2441a6cdbc9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:41.660418 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-0c307b74-4421-4ff7-94d7-e2441a6cdbc9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 814 time: 0.1127477 Sep 14 12:14:41.676203 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-bed752c1-5bd0-49dd-a122-1434ef54d5ba tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/quotas/5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 375 time: 0.0102954 Sep 14 12:14:41.726280 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-3aaa4f91-895d-488b-a9f0-07a080625e50 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445130 Sep 14 12:14:41.803160 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:41.833091 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-f9aeaad4-bd2e-48a8-a440-2c2dbf7683bd service neutron] 10.222.0.62 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944760 Sep 14 12:14:41.927110 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-17dfa95b-07c9-4bb1-9f95-f32df100353e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879028 Sep 14 12:14:42.276307 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a6d6ccb1-0c97-43e9-bb37-efdba9650a35 req-42fc65e5-2dbf-482a-a496-52ace0882b0a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 210 time: 0.0331335 Sep 14 12:14:42.605783 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=32,neutron:UPDATE=10 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:42.607421 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=34,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:42.735787 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-30627e83-d5a3-4d0e-920f-419640c0ed05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:42.891312 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea746da-3fb5-4f0b-8c87-54ee5aceaa1b req-a497ef3a-14ff-49d5-9e3d-6a492453e571 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:42.894797 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1ea746da-3fb5-4f0b-8c87-54ee5aceaa1b req-a497ef3a-14ff-49d5-9e3d-6a492453e571 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0542088 Sep 14 12:14:42.952167 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1ea746da-3fb5-4f0b-8c87-54ee5aceaa1b req-dfbea47e-3b55-4499-a1aa-550c75e87342 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507700 Sep 14 12:14:43.385306 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e132ebff-9988-4e6f-aa62-c4b1005826c1 req-7f3864c7-94a8-4364-ac35-c3025c6c0894 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 210 time: 0.0283401 Sep 14 12:14:44.075431 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc5698-fb07-48af-a6d1-a4c619fa7185 req-bec8a103-1c4f-43d3-aff2-6f5860fefd7a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:44.077465 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fcbc5698-fb07-48af-a6d1-a4c619fa7185 req-bec8a103-1c4f-43d3-aff2-6f5860fefd7a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0465481 Sep 14 12:14:44.130151 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fcbc5698-fb07-48af-a6d1-a4c619fa7185 req-25050acf-f14f-48ed-834f-f43af4a92bd9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=8a69b95e-dccf-43e2-bad7-f0123c1c872f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469613 Sep 14 12:14:44.462443 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-5dde51ca-812a-4041-8518-10ca56a27d63 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:44.463797 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-5dde51ca-812a-4041-8518-10ca56a27d63 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 946 time: 0.0502455 Sep 14 12:14:44.520574 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-663db617-9ba1-4dda-b82b-630dbad82381 req-3478c0bc-de36-4d1f-8c7e-7d06819f64f7 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 210 time: 0.0451519 Sep 14 12:14:44.577493 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Deleting port 07ecea17-6958-4771-b1ae-f0ad902c21eb {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:14:44.577871 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:44.677352 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] For port 07ecea17-6958-4771-b1ae-f0ad902c21eb, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=07ecea17-6958-4771-b1ae-f0ad902c21eb,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:44.677672 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:44.864181 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:44.864551 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (05b43be9-fa8e-4d7c-90bd-2c0f4e111e14), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:44.864868 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Floating IP 05b43be9-fa8e-4d7c-90bd-2c0f4e111e14 disassociated. External IP: 172.27.3.27, port: 07ecea17-6958-4771-b1ae-f0ad902c21eb. Sep 14 12:14:44.865210 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Calling delete_port for 07ecea17-6958-4771-b1ae-f0ad902c21eb owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:14:44.927483 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:45.136333 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (07ecea17-6958-4771-b1ae-f0ad902c21eb), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:45.165543 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event deleted for resources: {'Port': ['ID=07ecea17-6958-4771-b1ae-f0ad902c21eb,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:45.219585 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:45.255778 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-ee16d64b-dc5f-4b69-8ce9-364538b9fa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:45.290807 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c5636e5c-1783-4990-9156-16bc72774e85 req-af4645a1-d350-4a54-a9ba-d59d49837c25 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0385635 Sep 14 12:14:45.307622 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Router 0933cc79-f9fb-4153-a17f-fc1ab6004511 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:14:45.386744 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=28 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:45.387636 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=52 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:45.471273 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:45.480573 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] Sync routers for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:45.491736 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:14:45.492341 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:45.532293 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] No DVR routers for this DVR port 07ecea17-6958-4771-b1ae-f0ad902c21eb on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:14:45.534974 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:45.538556 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7f4bc54f-7b9d-446b-b9e8-d56b29f266c9 req-88c0963e-9449-4fe0-a369-d17f15e590d7 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.81 "DELETE /networking/v2.0/ports/07ecea17-6958-4771-b1ae-f0ad902c21eb HTTP/1.1" status: 204 len: 173 time: 1.0696859 Sep 14 12:14:45.542912 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'name': 'network-vif-deleted', 'tag': '07ecea17-6958-4771-b1ae-f0ad902c21eb'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:14:45.546089 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5b8698-2be2-4596-a33f-14c4694621e5" -d '{"events": [{"server_uuid": "76ce41d2-7079-429c-a18a-de51b2c20e6b", "name": "network-vif-deleted", "tag": "07ecea17-6958-4771-b1ae-f0ad902c21eb"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:45.567348 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507935-c098-42eb-9ef6-7d303ae6013d req-fe9aa5ca-8cbf-4a2b-9ba6-95994866315c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:45.568812 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-fe9aa5ca-8cbf-4a2b-9ba6-95994866315c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 814 time: 0.2024424 Sep 14 12:14:45.599533 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:14:45.603737 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f545c6-2067-4114-ba8c-342ec8cd36fb x-openstack-request-id: req-47f545c6-2067-4114-ba8c-342ec8cd36fb {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:45.604051 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ce41d2-7079-429c-a18a-de51b2c20e6b", "name": "network-vif-deleted", "tag": "07ecea17-6958-4771-b1ae-f0ad902c21eb", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:45.604308 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47f545c6-2067-4114-ba8c-342ec8cd36fb {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:45.604717 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f545c6-2067-4114-ba8c-342ec8cd36fb'] response: {'server_uuid': '76ce41d2-7079-429c-a18a-de51b2c20e6b', 'name': 'network-vif-deleted', 'tag': '07ecea17-6958-4771-b1ae-f0ad902c21eb', 'status': 'completed', 'code': 200} Sep 14 12:14:45.641401 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cffac50b-41c8-4486-b39a-81af53aa9ee0 req-40e901d6-d667-45be-91a6-73f06170f128 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 210 time: 0.0289457 Sep 14 12:14:45.801902 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:45.830742 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-f12ab90b-484a-4c9c-867e-2ebe7816af0b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 380 time: 0.0618010 Sep 14 12:14:45.831851 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] Checking router: 0933cc79-f9fb-4153-a17f-fc1ab6004511 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:45.840280 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'port': {'device_id': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'admin_state_up': True, 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'security_groups': ['e93914ca-9353-441e-abad-3d22d5ebf219']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:45.841481 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:14:45.842111 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:46.044761 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:14:46.073080 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Made reservation on behalf of 5b86ec91335c49aaa672aa85461d2936 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:46.077197 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:46.140496 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:46.243410 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Allocated IP 172.20.0.9 (cf307d40-f42c-4be6-8979-65e762517b0f/93b3fae1-42c9-4fc4-b251-714e31ec790d/2f4cdaf2-f722-4368-bdce-05dda4448873) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:46.249836 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:46.280788 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203820aa-a8bf-44de-8852-c8c142dec3ff None None] The sync data for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi is: [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:46.431779 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:46.453827 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9be0a7cd-f17a-40b5-8c7d-5f8ea059b3a2 req-02367a8a-b2a4-45b4-9bce-90388f92e430 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=76ce41d2-7079-429c-a18a-de51b2c20e6b HTTP/1.1" status: 200 len: 210 time: 0.0368528 Sep 14 12:14:46.477287 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:46.484547 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:46.581118 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d805fddd-d952-45df-888f-46bec8dc3bf6 None None] New status for floating IP 05b43be9-fa8e-4d7c-90bd-2c0f4e111e14: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:14:46.615549 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:46.671842 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Network cf307d40-f42c-4be6-8979-65e762517b0f is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:46.677482 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:46.680227 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:14:46.712446 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=2f4cdaf2-f722-4368-bdce-05dda4448873,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:46.750383 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:46.751022 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:46.792564 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa144a98-e4ba-4a17-a614-da22a403fcc6 req-7f3d9de6-f9f4-4ff6-aaea-48600a236309 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:46.794143 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aa144a98-e4ba-4a17-a614-da22a403fcc6 req-7f3d9de6-f9f4-4ff6-aaea-48600a236309 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 931 time: 0.0627110 Sep 14 12:14:46.856775 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aa144a98-e4ba-4a17-a614-da22a403fcc6 req-6725c205-dd21-4566-aa8d-ad158aa22e46 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566640 Sep 14 12:14:46.898227 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-ce1883ca-7dee-4071-932b-a6c1a92fdf6b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0623891 Sep 14 12:14:46.915430 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Request body: {'port': {'device_id': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:46.924280 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-a52a2f94-4b68-472b-9da8-655a247031ed None None] Provisioning complete for port 2f4cdaf2-f722-4368-bdce-05dda4448873 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:14:46.924650 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a52a2f94-4b68-472b-9da8-655a247031ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:46.924983 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a52a2f94-4b68-472b-9da8-655a247031ed None None] Attempt 1 to provision port 2f4cdaf2-f722-4368-bdce-05dda4448873 Sep 14 12:14:46.958754 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a52a2f94-4b68-472b-9da8-655a247031ed None None] Port 2f4cdaf2-f722-4368-bdce-05dda4448873 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:14:46.979270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.144569 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:47.203208 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 07ecea17-6958-4771-b1ae-f0ad902c21eb no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:14:47.228383 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 07ecea17-6958-4771-b1ae-f0ad902c21eb {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:14:47.228679 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 07ecea17-6958-4771-b1ae-f0ad902c21eb not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:14:47.239323 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4cdaf2-f722-4368-bdce-05dda4448873 {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:14:47.247072 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Publish callbacks [] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.261377 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Transition to ACTIVE for port object 2f4cdaf2-f722-4368-bdce-05dda4448873 will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:14:47.347168 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.432725 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Pushing event updated for resources: {'Port': ['ID=2f4cdaf2-f722-4368-bdce-05dda4448873,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:47.459990 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a52a2f94-4b68-472b-9da8-655a247031ed None None] Attempt 2 to provision port 2f4cdaf2-f722-4368-bdce-05dda4448873 Sep 14 12:14:47.465835 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Attempting to bind port 2f4cdaf2-f722-4368-bdce-05dda4448873 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:14:47.466201 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Attempting to bind port 2f4cdaf2-f722-4368-bdce-05dda4448873 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:14:47.466535 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Attempting to bind port 2f4cdaf2-f722-4368-bdce-05dda4448873 on network cf307d40-f42c-4be6-8979-65e762517b0f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:14:47.493646 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a52a2f94-4b68-472b-9da8-655a247031ed None None] Port 2f4cdaf2-f722-4368-bdce-05dda4448873 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:14:47.510358 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Port 2f4cdaf2-f722-4368-bdce-05dda4448873 on network cf307d40-f42c-4be6-8979-65e762517b0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:14:47.510687 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Attempting to bind port 2f4cdaf2-f722-4368-bdce-05dda4448873 on network cf307d40-f42c-4be6-8979-65e762517b0f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:14:47.555680 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:14:47.557771 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Checking segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:14:47.557771 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Bound using segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:14:47.557771 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Bound port: 2f4cdaf2-f722-4368-bdce-05dda4448873, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:14:47.557771 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.600754 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:47.622785 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] For port 2f4cdaf2-f722-4368-bdce-05dda4448873, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:47.626481 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] For port 2f4cdaf2-f722-4368-bdce-05dda4448873, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=2f4cdaf2-f722-4368-bdce-05dda4448873,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:47.655605 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42858) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:47.682906 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:47.707381 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.712105 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4e390161-924e-4448-ba3b-d3a16d6c2d8e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (8a69b95e-dccf-43e2-bad7-f0123c1c872f), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.712798 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:47.713408 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.714820 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/2f4cdaf2-f722-4368-bdce-05dda4448873 HTTP/1.1" status: 200 len: 1093 time: 0.8037531 Sep 14 12:14:47.715335 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'tag': '2f4cdaf2-f722-4368-bdce-05dda4448873'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:14:47.718099 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7735792-c3bf-432f-aea1-3d626dd011ea" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bf2654-f27a-4ec4-9dba-d70e557034df", "tag": "2f4cdaf2-f722-4368-bdce-05dda4448873"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:47.739612 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4e390161-924e-4448-ba3b-d3a16d6c2d8e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (8a69b95e-dccf-43e2-bad7-f0123c1c872f), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.785172 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea189cf-0b33-4064-8cec-7e110b904592 x-openstack-request-id: req-2ea189cf-0b33-4064-8cec-7e110b904592 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:47.785590 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bf2654-f27a-4ec4-9dba-d70e557034df", "tag": "2f4cdaf2-f722-4368-bdce-05dda4448873", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:47.785900 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ea189cf-0b33-4064-8cec-7e110b904592 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:47.786402 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ea189cf-0b33-4064-8cec-7e110b904592'] response: {'name': 'network-changed', 'server_uuid': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'tag': '2f4cdaf2-f722-4368-bdce-05dda4448873', 'status': 'completed', 'code': 200} Sep 14 12:14:47.791522 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdcf57-f9c3-43a1-8e9d-eb41568f3a1c service neutron] Pushing event updated for resources: {'Port': ['ID=2f4cdaf2-f722-4368-bdce-05dda4448873,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:47.865731 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec9a1b-940c-4194-9b52-3650fd8247db req-a3add5e1-4432-4f34-84c4-ae5fde270197 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:47.871589 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-17ec9a1b-940c-4194-9b52-3650fd8247db req-a3add5e1-4432-4f34-84c4-ae5fde270197 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0530751 Sep 14 12:14:47.895449 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4e390161-924e-4448-ba3b-d3a16d6c2d8e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (8a69b95e-dccf-43e2-bad7-f0123c1c872f), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.901086 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4e390161-924e-4448-ba3b-d3a16d6c2d8e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.906067 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-4e390161-924e-4448-ba3b-d3a16d6c2d8e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8a69b95e-dccf-43e2-bad7-f0123c1c872f HTTP/1.1" status: 204 len: 168 time: 0.2468793 Sep 14 12:14:47.907156 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42866) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:47.920651 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e390161-924e-4448-ba3b-d3a16d6c2d8e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a69b95e-dccf-43e2-bad7-f0123c1c872f,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:47.925886 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.api.v2.resource [None req-eab047f5-8f75-475e-9634-6174946da006 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] show failed (client error): The resource could not be found. Sep 14 12:14:47.927053 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-eab047f5-8f75-475e-9634-6174946da006 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups/8a69b95e-dccf-43e2-bad7-f0123c1c872f HTTP/1.1" status: 404 len: 347 time: 0.0188060 Sep 14 12:14:47.930237 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42868) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:47.937076 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-17ec9a1b-940c-4194-9b52-3650fd8247db req-6f455253-b354-48f6-95ad-98cf8a058362 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640097 Sep 14 12:14:47.969981 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.969981 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:47.994636 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a52a2f94-4b68-472b-9da8-655a247031ed None None] Attempt 3 to provision port 2f4cdaf2-f722-4368-bdce-05dda4448873 Sep 14 12:14:48.025668 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372caa4-b90f-4ec7-80e6-987f580127ef req-84493407-6a36-47a8-a0f4-1c38570915c8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:48.027399 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5372caa4-b90f-4ec7-80e6-987f580127ef req-84493407-6a36-47a8-a0f4-1c38570915c8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 943 time: 0.0547628 Sep 14 12:14:48.036823 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a52a2f94-4b68-472b-9da8-655a247031ed None None] Port 2f4cdaf2-f722-4368-bdce-05dda4448873 had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:14:48.054583 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-aded079a-d974-4f35-8c59-e7a7eb57436d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Deleting port b653f8f8-1bfb-43f9-a093-3bdd54217213 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:14:48.073828 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-aded079a-d974-4f35-8c59-e7a7eb57436d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (b653f8f8-1bfb-43f9-a093-3bdd54217213), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:48.080601 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5372caa4-b90f-4ec7-80e6-987f580127ef req-78038d67-fed0-46d8-850b-a2379267fcb1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459812 Sep 14 12:14:48.137584 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-aded079a-d974-4f35-8c59-e7a7eb57436d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (b653f8f8-1bfb-43f9-a093-3bdd54217213), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:48.137943 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-aded079a-d974-4f35-8c59-e7a7eb57436d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (b653f8f8-1bfb-43f9-a093-3bdd54217213), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:48.151644 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-aded079a-d974-4f35-8c59-e7a7eb57436d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Calling delete_port for b653f8f8-1bfb-43f9-a093-3bdd54217213 owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:14:48.218625 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:48.345323 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-aded079a-d974-4f35-8c59-e7a7eb57436d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (b653f8f8-1bfb-43f9-a093-3bdd54217213), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:48.370735 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded079a-d974-4f35-8c59-e7a7eb57436d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event deleted for resources: {'Port': ['ID=b653f8f8-1bfb-43f9-a093-3bdd54217213,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:48.438953 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-aded079a-d974-4f35-8c59-e7a7eb57436d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (05b43be9-fa8e-4d7c-90bd-2c0f4e111e14), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:48.441491 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-aded079a-d974-4f35-8c59-e7a7eb57436d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:48.442730 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-aded079a-d974-4f35-8c59-e7a7eb57436d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/05b43be9-fa8e-4d7c-90bd-2c0f4e111e14 HTTP/1.1" status: 204 len: 168 time: 0.5112765 Sep 14 12:14:48.596421 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42872) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:48.601078 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-1ad9f7eb-73f6-4455-a5b1-cac5316059c2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--342342792', 'description': 'tempest-description--1646593301'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:48.724164 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f7eb-73f6-4455-a5b1-cac5316059c2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:48.794322 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f7eb-73f6-4455-a5b1-cac5316059c2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (f886ea69-a33b-4421-915f-0a0fcb055e9f), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:48.861374 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f7eb-73f6-4455-a5b1-cac5316059c2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (f886ea69-a33b-4421-915f-0a0fcb055e9f), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:48.891875 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9f7eb-73f6-4455-a5b1-cac5316059c2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f886ea69-a33b-4421-915f-0a0fcb055e9f,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:49.001440 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f7eb-73f6-4455-a5b1-cac5316059c2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:49.002797 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1ad9f7eb-73f6-4455-a5b1-cac5316059c2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4052122 Sep 14 12:14:49.005668 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42876) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:49.010303 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-124301c4-9d48-45f5-9dbb-47dee64cd6ef tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'security_group_rule': {'security_group_id': 'f886ea69-a33b-4421-915f-0a0fcb055e9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:49.071457 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4ae96-b6a6-4988-bded-0fea191f3642 req-d6e79b16-99a2-4f96-8e77-df3ab82b8734 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:49.072841 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e3e4ae96-b6a6-4988-bded-0fea191f3642 req-d6e79b16-99a2-4f96-8e77-df3ab82b8734 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0477164 Sep 14 12:14:49.090332 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-124301c4-9d48-45f5-9dbb-47dee64cd6ef tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (46ca4785-67c5-4e7c-a20c-85acfd28eca2), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:49.121475 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e3e4ae96-b6a6-4988-bded-0fea191f3642 req-ea457dc9-c36b-4875-9605-d7cf638cad48 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427556 Sep 14 12:14:49.156778 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-124301c4-9d48-45f5-9dbb-47dee64cd6ef tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (46ca4785-67c5-4e7c-a20c-85acfd28eca2), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:49.213894 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6dbe4-19bb-4499-9d51-72d4f8730866 req-6e7ab26a-15d4-4b4c-ac06-ea44d1519ca1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:49.215351 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eaf6dbe4-19bb-4499-9d51-72d4f8730866 req-6e7ab26a-15d4-4b4c-ac06-ea44d1519ca1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 943 time: 0.0508096 Sep 14 12:14:49.233332 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-124301c4-9d48-45f5-9dbb-47dee64cd6ef tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (46ca4785-67c5-4e7c-a20c-85acfd28eca2), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:49.254380 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124301c4-9d48-45f5-9dbb-47dee64cd6ef tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ca4785-67c5-4e7c-a20c-85acfd28eca2,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:49.360631 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-124301c4-9d48-45f5-9dbb-47dee64cd6ef tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:49.361903 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-124301c4-9d48-45f5-9dbb-47dee64cd6ef tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551338 Sep 14 12:14:49.364929 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42880) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:49.369413 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-3ff48e22-c628-4b7b-9816-e97d9921c11b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'security_group_rule': {'security_group_id': 'f886ea69-a33b-4421-915f-0a0fcb055e9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:49.503283 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eaf6dbe4-19bb-4499-9d51-72d4f8730866 req-9ef35ba4-5dfa-40fa-9dd6-f132cf9f6ee0 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821629 Sep 14 12:14:49.525182 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3ff48e22-c628-4b7b-9816-e97d9921c11b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (9edea936-3924-4b28-afbd-893785305a64), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:49.575039 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:49.593679 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3ff48e22-c628-4b7b-9816-e97d9921c11b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (9edea936-3924-4b28-afbd-893785305a64), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:49.718461 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3ff48e22-c628-4b7b-9816-e97d9921c11b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (9edea936-3924-4b28-afbd-893785305a64), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:49.738557 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff48e22-c628-4b7b-9816-e97d9921c11b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edea936-3924-4b28-afbd-893785305a64,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:49.867529 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3ff48e22-c628-4b7b-9816-e97d9921c11b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:49.868850 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-3ff48e22-c628-4b7b-9816-e97d9921c11b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5029266 Sep 14 12:14:49.871930 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42882) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:49.878071 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:49.952971 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:50.033147 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:50.141043 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Allocated IP 172.27.3.131 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/5888ddf6-bfe2-40d3-8765-c3f1f72900a7) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:50.209174 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:50.245529 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2cd9e-b940-4c1d-afad-107ca3871d68 req-4b1459a1-67b6-4096-a30f-a3882ee599d7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:50.246856 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for port (5888ddf6-bfe2-40d3-8765-c3f1f72900a7), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:50.247027 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dff2cd9e-b940-4c1d-afad-107ca3871d68 req-4b1459a1-67b6-4096-a30f-a3882ee599d7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0469096 Sep 14 12:14:50.297341 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dff2cd9e-b940-4c1d-afad-107ca3871d68 req-9c9be953-f334-4ece-975a-f0f0d14103de tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439970 Sep 14 12:14:50.358865 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (5888ddf6-bfe2-40d3-8765-c3f1f72900a7), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:50.399764 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735792-c3bf-432f-aea1-3d626dd011ea req-a8fdc703-3f42-47f5-8665-62d2585f87b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:50.401336 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a7735792-c3bf-432f-aea1-3d626dd011ea req-a8fdc703-3f42-47f5-8665-62d2585f87b4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 1127 time: 0.0446265 Sep 14 12:14:50.408114 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:50.413460 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:50.415656 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'Port': ['ID=5888ddf6-bfe2-40d3-8765-c3f1f72900a7,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:50.417762 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:14:50.499576 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:50.500123 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (7bd7df6f-b043-47d4-9f4b-4c2d0008b247), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:50.528047 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735792-c3bf-432f-aea1-3d626dd011ea req-d83ee0a9-d098-498f-964e-753210eb04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:50.529562 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a7735792-c3bf-432f-aea1-3d626dd011ea req-d83ee0a9-d098-498f-964e-753210eb04c2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=5b86ec91335c49aaa672aa85461d2936&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0998569 Sep 14 12:14:50.586678 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:50.598175 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (5888ddf6-bfe2-40d3-8765-c3f1f72900a7), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:50.655676 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579435e3-7166-4d0c-9b7b-1fc7ce117c46 req-58aea1a4-d19d-4721-bf40-258fc8598676 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:50.657220 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-579435e3-7166-4d0c-9b7b-1fc7ce117c46 req-58aea1a4-d19d-4721-bf40-258fc8598676 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 943 time: 0.0631588 Sep 14 12:14:50.695113 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735792-c3bf-432f-aea1-3d626dd011ea req-a0907fa4-56de-45f2-9fdf-fb45a690597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:50.696605 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a7735792-c3bf-432f-aea1-3d626dd011ea req-a0907fa4-56de-45f2-9fdf-fb45a690597f service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1560657 Sep 14 12:14:50.724612 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-579435e3-7166-4d0c-9b7b-1fc7ce117c46 req-10fe287d-63cf-4063-972c-dcd720ee4f30 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605977 Sep 14 12:14:50.754219 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for port (5888ddf6-bfe2-40d3-8765-c3f1f72900a7), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:50.813828 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (5888ddf6-bfe2-40d3-8765-c3f1f72900a7), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:50.881458 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507935-c098-42eb-9ef6-7d303ae6013d req-86101a41-ae8b-47d0-9dfa-4c992a976253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:50.882963 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-86101a41-ae8b-47d0-9dfa-4c992a976253 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 1127 time: 0.0432158 Sep 14 12:14:50.889273 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (7bd7df6f-b043-47d4-9f4b-4c2d0008b247), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:50.892439 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'Port': ['ID=5888ddf6-bfe2-40d3-8765-c3f1f72900a7,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:50.966488 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:50.967758 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-714b829f-6c73-4320-a7e1-cf0f46b181a4 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0948539 Sep 14 12:14:51.018805 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-8bbbbc1a-3d89-4f7b-b2bc-c09e3d134546 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f4cdaf2-f722-4368-bdce-05dda4448873 HTTP/1.1" status: 200 len: 217 time: 0.0424161 Sep 14 12:14:51.089090 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-1b5c5b87-b245-4bd2-802f-e6577d37444d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:51.090591 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-1b5c5b87-b245-4bd2-802f-e6577d37444d tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.0805695 Sep 14 12:14:51.131215 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507935-c098-42eb-9ef6-7d303ae6013d req-c646d63a-e3c2-4fdf-b416-6474f75303eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:51.132670 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-c646d63a-e3c2-4fdf-b416-6474f75303eb service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 200 len: 853 time: 0.0928578 Sep 14 12:14:51.200415 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:51.240085 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507935-c098-42eb-9ef6-7d303ae6013d req-628b0100-4669-4023-a5ab-695962faecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:51.241571 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-628b0100-4669-4023-a5ab-695962faecb9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cf307d40-f42c-4be6-8979-65e762517b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021290 Sep 14 12:14:51.267235 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-ff55cf11-ebc9-4c6b-bbb5-93cfef59c789 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--342342792&fields=id&tenant_id=e35c2ab9a9644cadadd4da9a544b944b HTTP/1.1" status: 200 len: 267 time: 0.1311867 Sep 14 12:14:51.286127 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Deleting port 027c61fc-efa6-4219-96b2-fd9ae33eb05c {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:14:51.286391 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:51.520674 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bf8b8-975a-46f3-8da6-1369788af19b req-e3db69d0-abac-4bfb-8199-338bb8eac658 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:51.522181 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-324bf8b8-975a-46f3-8da6-1369788af19b req-e3db69d0-abac-4bfb-8199-338bb8eac658 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 945 time: 0.1209848 Sep 14 12:14:51.544876 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-6de45521-e462-44d3-9547-21ea224ce30b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919726 Sep 14 12:14:51.602548 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] For port 027c61fc-efa6-4219-96b2-fd9ae33eb05c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=027c61fc-efa6-4219-96b2-fd9ae33eb05c,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:51.602939 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:51.651589 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775837-391e-4963-b92a-bff62fa52d32 req-609a9968-6322-4909-aeaa-6b29c5106f89 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:51.653039 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-609a9968-6322-4909-aeaa-6b29c5106f89 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/networks?id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 200 len: 811 time: 0.3702068 Sep 14 12:14:51.716467 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:14:51.730016 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-0e567b4d-31ee-4b71-9218-8ffab5a85212 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/quotas/e35c2ab9a9644cadadd4da9a544b944b HTTP/1.1" status: 200 len: 375 time: 0.0621414 Sep 14 12:14:51.738699 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-324bf8b8-975a-46f3-8da6-1369788af19b req-48e923d5-4e2c-4fcc-9661-85526587a1c6 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e50d569f-e434-4b27-a598-380b6bc4829a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076247 Sep 14 12:14:51.799034 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:51.854946 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77507935-c098-42eb-9ef6-7d303ae6013d req-64d750e4-b173-4744-b6b5-3d2a07528a3e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001714 Sep 14 12:14:51.895582 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-415f0502-ec86-45fa-a4c0-f0fade791205 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1542900 Sep 14 12:14:51.944428 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962da69-86f9-4a46-9693-1b0baa62c40c req-32b3f038-e794-4936-97f1-e6f3c2c6a678 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:51.945873 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d962da69-86f9-4a46-9693-1b0baa62c40c req-32b3f038-e794-4936-97f1-e6f3c2c6a678 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 943 time: 0.1214716 Sep 14 12:14:52.028532 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:52.028897 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (6a01cc08-d325-4ab0-9076-940f15f8d058), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:52.029214 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Floating IP 6a01cc08-d325-4ab0-9076-940f15f8d058 disassociated. External IP: 172.27.3.73, port: 027c61fc-efa6-4219-96b2-fd9ae33eb05c. Sep 14 12:14:52.029557 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Calling delete_port for 027c61fc-efa6-4219-96b2-fd9ae33eb05c owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:14:52.118719 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d962da69-86f9-4a46-9693-1b0baa62c40c req-b1ad6981-31ff-4e76-8ddc-789593051f38 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590104 Sep 14 12:14:52.125589 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-df2898bf-c031-42d7-88c2-e6e543912b04 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961741 Sep 14 12:14:52.130836 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:52.272029 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-5a3b2fbd-b635-4e7b-becc-1fdb08e04c01 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387563 Sep 14 12:14:52.358507 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (027c61fc-efa6-4219-96b2-fd9ae33eb05c), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:52.387330 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event deleted for resources: {'Port': ['ID=027c61fc-efa6-4219-96b2-fd9ae33eb05c,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:52.399739 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.400099 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.400444 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.400783 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.401127 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.401459 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.401800 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.402157 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.402527 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.402817 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.403159 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.403483 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.403812 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.404141 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.404471 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:52.519453 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Router d2825723-cf8a-44bf-9e74-a49f3649e302 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:14:52.594179 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6c2914cc-e6e2-447d-b48c-9c8c4756afff req-5053bfb7-051a-4bc7-995a-1470efc89c4b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 210 time: 0.0605562 Sep 14 12:14:52.659113 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:52.666111 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:14:52.678998 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] Sync routers for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:14:52.692188 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:14:52.693595 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:52.714954 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] No DVR routers for this DVR port 027c61fc-efa6-4219-96b2-fd9ae33eb05c on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:14:52.717580 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:52.720860 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-acedd0b9-6da5-4161-9ec2-ffc0a14582e6 req-2830c0b0-06cc-4f04-870c-2fbc3debc801 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "DELETE /networking/v2.0/ports/027c61fc-efa6-4219-96b2-fd9ae33eb05c HTTP/1.1" status: 204 len: 173 time: 1.6236303 Sep 14 12:14:52.721383 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'name': 'network-vif-deleted', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:14:52.723755 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2fb4c3-4f42-44dc-a904-c1b54fd462e3" -d '{"events": [{"server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "name": "network-vif-deleted", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:52.767815 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7683d448-8fb6-4f98-a013-4be1702c4c7b x-openstack-request-id: req-7683d448-8fb6-4f98-a013-4be1702c4c7b {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:52.768454 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1", "name": "network-vif-deleted", "tag": "027c61fc-efa6-4219-96b2-fd9ae33eb05c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:52.768454 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7683d448-8fb6-4f98-a013-4be1702c4c7b {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:52.768786 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7683d448-8fb6-4f98-a013-4be1702c4c7b'] response: {'server_uuid': 'bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1', 'name': 'network-vif-deleted', 'tag': '027c61fc-efa6-4219-96b2-fd9ae33eb05c', 'status': 'completed', 'code': 200} Sep 14 12:14:52.832526 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:14:52.867543 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d97f370-d563-4a0e-bc8e-be9d88ee4476 req-8237141b-501b-41ec-a53c-310d09301e70 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 210 time: 0.0307534 Sep 14 12:14:53.013726 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:53.020526 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:53.037009 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:22Z', 'revision_number': 5, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:53.065124 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] Checking router: d2825723-cf8a-44bf-9e74-a49f3649e302 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:14:53.073738 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:14:53.074371 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:53.178047 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:14:53.232266 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 027c61fc-efa6-4219-96b2-fd9ae33eb05c no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:14:53.250286 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf27d6-1458-470a-a920-c4a25b7b17df req-7e17efb7-da26-4e93-beae-97e7eafd390e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:53.251893 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2abf27d6-1458-470a-a920-c4a25b7b17df req-7e17efb7-da26-4e93-beae-97e7eafd390e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 943 time: 0.0540731 Sep 14 12:14:53.255540 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 027c61fc-efa6-4219-96b2-fd9ae33eb05c {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:14:53.256034 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 027c61fc-efa6-4219-96b2-fd9ae33eb05c not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:14:53.305556 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2abf27d6-1458-470a-a920-c4a25b7b17df req-e060f251-0a5b-4c19-8619-71c94c86872c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433230 Sep 14 12:14:53.372383 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:22Z', 'revision_number': 5, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:14:53.399449 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6746da9e-9e53-4612-9303-0c1a3bbbbd9f None None] The sync data for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi is: [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:08Z', 'revision_number': 4, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '054f9198-9fac-4636-b3a1-b906aa5922cc', 'name': '', 'network_id': '644a779f-cf29-481b-810a-522abcbb7388', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'mac_address': 'fa:16:3e:af:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'f9415355-6156-4985-815e-7106e858a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:05Z', 'updated_at': '2022-09-14T12:06:22Z', 'revision_number': 5, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'subnets': [{'id': 'f9415355-6156-4985-815e-7106e858a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:14:53.610153 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0fe94e-6c0b-4e35-b59b-dcb2355ec4fe None None] New status for floating IP 6a01cc08-d325-4ab0-9076-940f15f8d058: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:14:53.698622 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-003599f4-5071-4eab-af08-66101767bd3c req-0302e77f-1237-405a-b1f4-10aa26f8aafa tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 210 time: 0.0288014 Sep 14 12:14:53.975385 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4a33f498-5255-4522-9c3e-2d5e1756b123 req-37a1fe66-acd1-4915-9f8c-323ebf8897cd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 210 time: 0.0290375 Sep 14 12:14:54.431131 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d710bf7-0e23-46e3-af95-536a450861a5 req-04654a4a-7a89-4b66-b661-355f67843607 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:54.432603 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d710bf7-0e23-46e3-af95-536a450861a5 req-04654a4a-7a89-4b66-b661-355f67843607 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 943 time: 0.0483959 Sep 14 12:14:54.492060 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d710bf7-0e23-46e3-af95-536a450861a5 req-010cbe37-7aa2-405a-884b-f5541c7d4373 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490723 Sep 14 12:14:54.801528 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-562e190a-9bdc-49b8-9bcf-ef1394e6d19a req-54b6efc4-5e56-433c-b099-4b7c08b53c45 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 210 time: 0.0281348 Sep 14 12:14:55.089175 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4af56171-b894-4f14-b104-58a49da347bd req-5811bfff-a2c4-4291-8cbe-e486697cf656 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=bcbc2dd8-bf72-499b-b5cc-7d0a3f622ed1 HTTP/1.1" status: 200 len: 210 time: 0.0265846 Sep 14 12:14:55.621552 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5e391-d242-4c56-bd21-2b43ec537925 req-78c09988-5d54-4b62-a6e4-6f0532276f22 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:55.623070 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f8c5e391-d242-4c56-bd21-2b43ec537925 req-78c09988-5d54-4b62-a6e4-6f0532276f22 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 943 time: 0.0494981 Sep 14 12:14:55.674209 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f8c5e391-d242-4c56-bd21-2b43ec537925 req-89713be0-ae74-4bd6-872e-b3029b37db3f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449457 Sep 14 12:14:55.906720 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ddcd2b0-0222-45a3-8d9f-2259d3e8309f req-4a20435c-656f-4c7a-a8f2-fbccc642551b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 210 time: 0.0293102 Sep 14 12:14:56.280708 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42942) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:56.313759 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775837-391e-4963-b92a-bff62fa52d32 req-f117c4f2-fc14-42fc-a30c-d164ea15fa89 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:56.315206 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-f117c4f2-fc14-42fc-a30c-d164ea15fa89 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.81 "GET /networking/v2.0/networks?id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 200 len: 811 time: 0.1018975 Sep 14 12:14:56.340743 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group (e50d569f-e434-4b27-a598-380b6bc4829a), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:56.366402 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group (e50d569f-e434-4b27-a598-380b6bc4829a), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:56.392534 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-1318cf74-529c-433c-90dd-663473143889 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e35c2ab9a9644cadadd4da9a544b944b HTTP/1.1" status: 200 len: 379 time: 0.0584764 Sep 14 12:14:56.401494 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'port': {'device_id': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'admin_state_up': True, 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'security_groups': ['f886ea69-a33b-4421-915f-0a0fcb055e9f']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:56.445331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:56.490078 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e50d569f-e434-4b27-a598-380b6bc4829a), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:56.492658 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:56.496457 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e50d569f-e434-4b27-a598-380b6bc4829a HTTP/1.1" status: 204 len: 168 time: 0.2122912 Sep 14 12:14:56.497004 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 42944) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:56.504403 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50d569f-e434-4b27-a598-380b6bc4829a,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:56.512314 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.512578 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.512925 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.513261 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.513595 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.514458 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.514767 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.515090 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.515575 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.515906 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.516227 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.516548 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.516878 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.517288 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.517577 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcc6153-659a-4fbe-af5e-f591c0b669ac tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:14:56.518234 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.api.v2.resource [None req-96ff4da0-71d3-47a8-8e71-fd9ac865bd95 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] show failed (client error): The resource could not be found. Sep 14 12:14:56.521782 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-96ff4da0-71d3-47a8-8e71-fd9ac865bd95 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups/e50d569f-e434-4b27-a598-380b6bc4829a HTTP/1.1" status: 404 len: 347 time: 0.0215256 Sep 14 12:14:56.522533 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 42946) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:14:56.604613 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Made reservation on behalf of e35c2ab9a9644cadadd4da9a544b944b for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:14:56.608959 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:56.650755 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-7a74b3aa-fa3f-4666-a0c6-006fda61b4bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Deleting port f57cf55a-b885-43e6-a02c-a25364f5b9a6 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:14:56.650755 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a74b3aa-fa3f-4666-a0c6-006fda61b4bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (f57cf55a-b885-43e6-a02c-a25364f5b9a6), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:56.699921 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:56.729045 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a74b3aa-fa3f-4666-a0c6-006fda61b4bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (f57cf55a-b885-43e6-a02c-a25364f5b9a6), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:56.729399 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a74b3aa-fa3f-4666-a0c6-006fda61b4bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for floatingip (f57cf55a-b885-43e6-a02c-a25364f5b9a6), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:56.742318 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:56.743050 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-7a74b3aa-fa3f-4666-a0c6-006fda61b4bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Calling delete_port for f57cf55a-b885-43e6-a02c-a25364f5b9a6 owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:14:56.771259 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Allocated IP 172.20.0.4 (f06a80ac-04e5-4ae1-9b24-c817b700ac9e/d4fe8a74-946d-4071-b8d3-3434cb1ac798/10f04e67-d152-402d-b0fd-e0db630ba32c) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:14:56.814886 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e88171-5b24-4022-81d1-b4233d1f0863 req-f2d0d3ac-a97f-43f9-acb1-b9ce285c595d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:56.816384 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-87e88171-5b24-4022-81d1-b4233d1f0863 req-f2d0d3ac-a97f-43f9-acb1-b9ce285c595d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 943 time: 0.0618832 Sep 14 12:14:56.975884 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a74b3aa-fa3f-4666-a0c6-006fda61b4bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (f57cf55a-b885-43e6-a02c-a25364f5b9a6), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:56.982005 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:57.005101 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74b3aa-fa3f-4666-a0c6-006fda61b4bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event deleted for resources: {'Port': ['ID=f57cf55a-b885-43e6-a02c-a25364f5b9a6,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:57.077695 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a74b3aa-fa3f-4666-a0c6-006fda61b4bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks [] for floatingip (6a01cc08-d325-4ab0-9076-940f15f8d058), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:57.080489 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7a74b3aa-fa3f-4666-a0c6-006fda61b4bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:57.084137 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7a74b3aa-fa3f-4666-a0c6-006fda61b4bd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/6a01cc08-d325-4ab0-9076-940f15f8d058 HTTP/1.1" status: 204 len: 168 time: 0.5581896 Sep 14 12:14:57.206208 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-17bbf25b-31da-469f-96ea-96d5b2bd978e req-188600ff-d9b6-4720-8feb-f719dbc9fc5c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 210 time: 0.0726290 Sep 14 12:14:57.211392 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-87e88171-5b24-4022-81d1-b4233d1f0863 req-de14ede9-c58e-49bd-b44f-87b723049275 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3884263 Sep 14 12:14:57.226399 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 2f4cdaf2-f722-4368-bdce-05dda4448873 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:14:57.267204 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:57.391653 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:57.441265 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Network f06a80ac-04e5-4ae1-9b24-c817b700ac9e is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:14:57.444597 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:14:57.448849 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:14:57.474950 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event updated for resources: {'Port': ['ID=10f04e67-d152-402d-b0fd-e0db630ba32c,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:57.487425 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 2f4cdaf2-f722-4368-bdce-05dda4448873, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=2f4cdaf2-f722-4368-bdce-05dda4448873,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:57.500066 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '2f4cdaf2-f722-4368-bdce-05dda4448873', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'port_id': '2f4cdaf2-f722-4368-bdce-05dda4448873', 'mac_address': 'fa:16:3e:5e:ac:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:14:57.507202 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:57.508257 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:57.537026 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 2f4cdaf2-f722-4368-bdce-05dda4448873 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:14:57.537416 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:57.553924 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4cdaf2-f722-4368-bdce-05dda4448873 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:14:57.576275 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 2f4cdaf2-f722-4368-bdce-05dda4448873, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=2f4cdaf2-f722-4368-bdce-05dda4448873,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:57.589847 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-be23b95b-1a11-45d2-bf0b-12536d824c24 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1921852 Sep 14 12:14:57.608528 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Request body: {'port': {'device_id': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:14:57.662326 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:57.666892 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:57.673306 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:57.692628 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:57.725081 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-36e9a587-4c24-4132-9263-7d8d9fafcbf7 None None] Provisioning complete for port 10f04e67-d152-402d-b0fd-e0db630ba32c triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:14:57.725333 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-36e9a587-4c24-4132-9263-7d8d9fafcbf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:57.725671 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-36e9a587-4c24-4132-9263-7d8d9fafcbf7 None None] Attempt 1 to provision port 10f04e67-d152-402d-b0fd-e0db630ba32c Sep 14 12:14:57.749640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=2f4cdaf2-f722-4368-bdce-05dda4448873,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:57.765304 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-36e9a587-4c24-4132-9263-7d8d9fafcbf7 None None] Port 10f04e67-d152-402d-b0fd-e0db630ba32c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:14:57.930661 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10f04e67-d152-402d-b0fd-e0db630ba32c {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:14:57.938085 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Publish callbacks [] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:57.950753 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Transition to ACTIVE for port object 10f04e67-d152-402d-b0fd-e0db630ba32c will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:14:58.055803 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:58.084416 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:58.115879 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['2f4cdaf2-f722-4368-bdce-05dda4448873'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:14:58.138653 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Pushing event updated for resources: {'Port': ['ID=10f04e67-d152-402d-b0fd-e0db630ba32c,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:58.171423 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Attempting to bind port 10f04e67-d152-402d-b0fd-e0db630ba32c on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:14:58.171758 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Attempting to bind port 10f04e67-d152-402d-b0fd-e0db630ba32c by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:14:58.172085 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Attempting to bind port 10f04e67-d152-402d-b0fd-e0db630ba32c on network f06a80ac-04e5-4ae1-9b24-c817b700ac9e {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:14:58.174444 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:58.215474 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Port 10f04e67-d152-402d-b0fd-e0db630ba32c on network f06a80ac-04e5-4ae1-9b24-c817b700ac9e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:14:58.215809 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Attempting to bind port 10f04e67-d152-402d-b0fd-e0db630ba32c on network f06a80ac-04e5-4ae1-9b24-c817b700ac9e {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:14:58.266701 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-36e9a587-4c24-4132-9263-7d8d9fafcbf7 None None] Attempt 2 to provision port 10f04e67-d152-402d-b0fd-e0db630ba32c Sep 14 12:14:58.270485 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:14:58.270760 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Checking segment: {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:14:58.271170 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Bound using segment: {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:14:58.271725 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Bound port: 10f04e67-d152-402d-b0fd-e0db630ba32c, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e169d61c-6f33-48d2-a7d2-69489c1be964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:14:58.272148 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:58.306835 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-36e9a587-4c24-4132-9263-7d8d9fafcbf7 None None] Port 10f04e67-d152-402d-b0fd-e0db630ba32c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:14:58.422016 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208599c-dc24-4ece-a0a7-a0e449959d0f req-fa585ea3-56d8-4cf6-9f16-6be7edba86db tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:58.423504 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f208599c-dc24-4ece-a0a7-a0e449959d0f req-fa585ea3-56d8-4cf6-9f16-6be7edba86db tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 944 time: 0.1025505 Sep 14 12:14:58.432260 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09acea65-c975-40de-9c64-333e529754f3 req-b3ceaf12-9102-4fe8-88c3-df298330da9f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:58.433645 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-09acea65-c975-40de-9c64-333e529754f3 req-b3ceaf12-9102-4fe8-88c3-df298330da9f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 943 time: 0.1116128 Sep 14 12:14:58.434754 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] For port 10f04e67-d152-402d-b0fd-e0db630ba32c, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:14:58.439029 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] For port 10f04e67-d152-402d-b0fd-e0db630ba32c, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=10f04e67-d152-402d-b0fd-e0db630ba32c,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:14:58.519122 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f208599c-dc24-4ece-a0a7-a0e449959d0f req-ec392002-45ce-4567-acde-a98637bc52d9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819066 Sep 14 12:14:58.522071 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-09acea65-c975-40de-9c64-333e529754f3 req-56033c64-67e8-4fe8-b659-56f7613e3e5d tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813990 Sep 14 12:14:58.541689 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:58.547586 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:58.548184 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:58.549612 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/10f04e67-d152-402d-b0fd-e0db630ba32c HTTP/1.1" status: 200 len: 1093 time: 0.9460289 Sep 14 12:14:58.550262 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'tag': '10f04e67-d152-402d-b0fd-e0db630ba32c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:14:58.552489 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2249ff21-cd5c-4775-a306-5040899c08cb" -d '{"events": [{"name": "network-changed", "server_uuid": "637a4311-34dd-4f5e-b0c9-e32ec1a8a12b", "tag": "10f04e67-d152-402d-b0fd-e0db630ba32c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:58.591700 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f236dadf-5a2d-40d3-8ad5-ee6279620fd9 x-openstack-request-id: req-f236dadf-5a2d-40d3-8ad5-ee6279620fd9 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:58.591993 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637a4311-34dd-4f5e-b0c9-e32ec1a8a12b", "tag": "10f04e67-d152-402d-b0fd-e0db630ba32c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:58.592820 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f236dadf-5a2d-40d3-8ad5-ee6279620fd9 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:58.593228 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f236dadf-5a2d-40d3-8ad5-ee6279620fd9'] response: {'name': 'network-changed', 'server_uuid': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'tag': '10f04e67-d152-402d-b0fd-e0db630ba32c', 'status': 'completed', 'code': 200} Sep 14 12:14:58.602900 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef21a3-9e0b-43f4-aa5e-24fe69ce201f service neutron] Pushing event updated for resources: {'Port': ['ID=10f04e67-d152-402d-b0fd-e0db630ba32c,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:58.694113 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ff21-cd5c-4775-a306-5040899c08cb req-7627e04a-0ea1-4a9e-a788-a128da917574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:58.695609 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2249ff21-cd5c-4775-a306-5040899c08cb req-7627e04a-0ea1-4a9e-a788-a128da917574 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 1127 time: 0.0414333 Sep 14 12:14:58.766717 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:58.808375 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-36e9a587-4c24-4132-9263-7d8d9fafcbf7 None None] Attempt 3 to provision port 10f04e67-d152-402d-b0fd-e0db630ba32c Sep 14 12:14:58.814059 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ff21-cd5c-4775-a306-5040899c08cb req-408dadb7-ad8e-4599-bd8e-789e937cf8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:58.815634 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2249ff21-cd5c-4775-a306-5040899c08cb req-408dadb7-ad8e-4599-bd8e-789e937cf8e4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0989966 Sep 14 12:14:58.850319 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-36e9a587-4c24-4132-9263-7d8d9fafcbf7 None None] Port 10f04e67-d152-402d-b0fd-e0db630ba32c had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:14:58.911113 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249ff21-cd5c-4775-a306-5040899c08cb req-aa9ffaba-6548-4819-857a-5c6003dea783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:58.912582 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2249ff21-cd5c-4775-a306-5040899c08cb req-aa9ffaba-6548-4819-857a-5c6003dea783 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908759 Sep 14 12:14:59.025487 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775837-391e-4963-b92a-bff62fa52d32 req-555d1d1a-a586-4a85-b51d-f2126203745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:59.026977 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-555d1d1a-a586-4a85-b51d-f2126203745b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 1127 time: 0.0450604 Sep 14 12:14:59.072485 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-18620b63-8044-4e70-988b-4fb2b479c3a2 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f04e67-d152-402d-b0fd-e0db630ba32c HTTP/1.1" status: 200 len: 217 time: 0.0327401 Sep 14 12:14:59.123814 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775837-391e-4963-b92a-bff62fa52d32 req-0834871c-de12-4a46-9282-3ad3cfe374e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:59.125266 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-0834871c-de12-4a46-9282-3ad3cfe374e2 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d4fe8a74-946d-4071-b8d3-3434cb1ac798 HTTP/1.1" status: 200 len: 850 time: 0.0455258 Sep 14 12:14:59.172562 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5775837-391e-4963-b92a-bff62fa52d32 req-46f2d18a-358d-463b-8427-1502066dcdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:59.174087 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-46f2d18a-358d-463b-8427-1502066dcdbc service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429499 Sep 14 12:14:59.240249 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 2f4cdaf2-f722-4368-bdce-05dda4448873 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:14:59.267064 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-3c222f31-1126-4e6f-8181-a816a677416b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861161 Sep 14 12:14:59.289939 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 2f4cdaf2-f722-4368-bdce-05dda4448873 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:14:59.364231 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5775837-391e-4963-b92a-bff62fa52d32 req-593893c1-daac-4111-ad70-157cf23e1757 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908167 Sep 14 12:14:59.364492 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 2f4cdaf2-f722-4368-bdce-05dda4448873 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:14:59.364719 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:59.365062 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 2f4cdaf2-f722-4368-bdce-05dda4448873 Sep 14 12:14:59.440732 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 2f4cdaf2-f722-4368-bdce-05dda4448873 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:14:59.441220 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:59.464291 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4cdaf2-f722-4368-bdce-05dda4448873'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:14:59.466662 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fa1bc7-45dc-4ca3-bd16-a6506da39377" -d '{"events": [{"server_uuid": "a6bf2654-f27a-4ec4-9dba-d70e557034df", "name": "network-vif-plugged", "status": "completed", "tag": "2f4cdaf2-f722-4368-bdce-05dda4448873"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:14:59.480158 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 2f4cdaf2-f722-4368-bdce-05dda4448873, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=2f4cdaf2-f722-4368-bdce-05dda4448873,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:14:59.510914 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74a01f6-6736-4c66-acc2-d78f73466ef9 x-openstack-request-id: req-d74a01f6-6736-4c66-acc2-d78f73466ef9 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:14:59.511204 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bf2654-f27a-4ec4-9dba-d70e557034df", "name": "network-vif-plugged", "status": "completed", "tag": "2f4cdaf2-f722-4368-bdce-05dda4448873", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:14:59.511457 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d74a01f6-6736-4c66-acc2-d78f73466ef9 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:14:59.511853 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d74a01f6-6736-4c66-acc2-d78f73466ef9'] response: {'server_uuid': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4cdaf2-f722-4368-bdce-05dda4448873', 'code': 200} Sep 14 12:14:59.551507 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:14:59.624086 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=2f4cdaf2-f722-4368-bdce-05dda4448873,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:14:59.680706 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:14:59.688806 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af23da-b0cf-4357-a0d5-dc2013a4bf77 req-5c0e9498-762d-42e8-ac87-77292e011b41 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:59.693165 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c0af23da-b0cf-4357-a0d5-dc2013a4bf77 req-5c0e9498-762d-42e8-ac87-77292e011b41 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 943 time: 0.0811169 Sep 14 12:14:59.695911 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2396b8-776a-4de3-8532-f148163b9b12 req-99104a3d-274c-4ded-9cf4-ed16ca00be58 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:14:59.697298 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef2396b8-776a-4de3-8532-f148163b9b12 req-99104a3d-274c-4ded-9cf4-ed16ca00be58 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0774288 Sep 14 12:14:59.776128 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c0af23da-b0cf-4357-a0d5-dc2013a4bf77 req-46cfbfd9-a541-4878-8cce-9578f58420bc tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778615 Sep 14 12:14:59.780647 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ef2396b8-776a-4de3-8532-f148163b9b12 req-2dc4333c-2ac3-43fe-86a2-119f03fa2cee tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763805 Sep 14 12:15:00.194526 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3913ea-2860-4f62-bdd9-697ff2e3a897 req-f1c8c280-30c0-432a-8a8d-5994d13439d7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:00.195991 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7e3913ea-2860-4f62-bdd9-697ff2e3a897 req-f1c8c280-30c0-432a-8a8d-5994d13439d7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0458550 Sep 14 12:15:00.249481 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7e3913ea-2860-4f62-bdd9-697ff2e3a897 req-07e7efc3-7a65-4d09-9094-cfa5a495ec71 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469201 Sep 14 12:15:00.944418 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86e2e9-8ad7-454e-8ab8-5b60a01825a5 req-fa521b48-6673-4701-925a-01e9e8bfd1b2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:00.945979 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf86e2e9-8ad7-454e-8ab8-5b60a01825a5 req-fa521b48-6673-4701-925a-01e9e8bfd1b2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0799770 Sep 14 12:15:00.953631 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7548d96e-35f9-4c71-a8da-c18b1531c9a3 req-47584ccb-9f59-4cc4-91d6-e723be1df6b9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:00.955174 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7548d96e-35f9-4c71-a8da-c18b1531c9a3 req-47584ccb-9f59-4cc4-91d6-e723be1df6b9 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 943 time: 0.0779076 Sep 14 12:15:01.030989 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf86e2e9-8ad7-454e-8ab8-5b60a01825a5 req-21c4165e-4b5d-4552-b0f7-e7f1237c78d1 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742941 Sep 14 12:15:01.034900 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7548d96e-35f9-4c71-a8da-c18b1531c9a3 req-3166e6c6-3dae-4e26-ac00-6531c128f45b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729051 Sep 14 12:15:01.371723 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d87bbb-1f30-4985-9e79-0bf1565b087b req-e064717d-e5a6-4c92-8c54-9c90d38cffea tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:01.373224 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f6d87bbb-1f30-4985-9e79-0bf1565b087b req-e064717d-e5a6-4c92-8c54-9c90d38cffea tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0485756 Sep 14 12:15:01.410279 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:01.425588 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f6d87bbb-1f30-4985-9e79-0bf1565b087b req-18a40f11-ec4f-4651-a87f-dadc36b83018 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467863 Sep 14 12:15:02.189676 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700f5cf-ab13-4265-b913-932fefb5e464 req-3b382aaf-2cb2-4dfd-b628-576200c91b69 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:02.191410 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5700f5cf-ab13-4265-b913-932fefb5e464 req-3b382aaf-2cb2-4dfd-b628-576200c91b69 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0798018 Sep 14 12:15:02.197883 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7018f33a-b054-4d03-8077-2c47b342fc8e req-e21348e9-6e57-459d-9784-863caffce862 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:02.199552 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7018f33a-b054-4d03-8077-2c47b342fc8e req-e21348e9-6e57-459d-9784-863caffce862 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 943 time: 0.0868046 Sep 14 12:15:02.274745 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5700f5cf-ab13-4265-b913-932fefb5e464 req-d4157181-5b6f-4b0c-ac51-7511db2d474a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741138 Sep 14 12:15:02.282805 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7018f33a-b054-4d03-8077-2c47b342fc8e req-d000dc64-14c8-4d45-9e27-d8108cf5890f tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741353 Sep 14 12:15:02.507122 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ebde0-4b5d-4736-94b3-f1a306098d01 req-7e334878-7c83-421b-9c14-b4551dca823a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:02.508688 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d62ebde0-4b5d-4736-94b3-f1a306098d01 req-7e334878-7c83-421b-9c14-b4551dca823a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 1129 time: 0.0492804 Sep 14 12:15:02.574372 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd1606-8f7e-4705-b050-afc73b655d95 req-a772e5d9-1d2a-4c61-978a-4e59281555df tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:02.575846 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bfdd1606-8f7e-4705-b050-afc73b655d95 req-a772e5d9-1d2a-4c61-978a-4e59281555df tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0624144 Sep 14 12:15:02.619412 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d62ebde0-4b5d-4736-94b3-f1a306098d01 req-3385a509-ae79-42e5-b3a6-288b69b5ed4e service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672696 Sep 14 12:15:02.650569 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bfdd1606-8f7e-4705-b050-afc73b655d95 req-ed484271-9eb8-4778-bab3-03295020cf44 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664189 Sep 14 12:15:03.249996 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 10f04e67-d152-402d-b0fd-e0db630ba32c details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:15:03.360556 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:03.365757 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 10f04e67-d152-402d-b0fd-e0db630ba32c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=10f04e67-d152-402d-b0fd-e0db630ba32c,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:03.377409 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '10f04e67-d152-402d-b0fd-e0db630ba32c', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'port_id': '10f04e67-d152-402d-b0fd-e0db630ba32c', 'mac_address': 'fa:16:3e:43:72:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:15:03.419358 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 10f04e67-d152-402d-b0fd-e0db630ba32c is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:15:03.419667 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:03.423063 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:03.434691 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10f04e67-d152-402d-b0fd-e0db630ba32c {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:15:03.445221 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb829081-3577-4084-ac52-0219eee2079a req-cf628406-92fb-41c2-90d7-f06f0e35b0a8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:03.446733 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eb829081-3577-4084-ac52-0219eee2079a req-cf628406-92fb-41c2-90d7-f06f0e35b0a8 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0829375 Sep 14 12:15:03.454549 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c797f-1f70-4c25-8b41-5c89fc38e81f req-65f86b05-0eed-423c-b1d1-7d88481b513e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:03.455975 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-060c797f-1f70-4c25-8b41-5c89fc38e81f req-65f86b05-0eed-423c-b1d1-7d88481b513e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 943 time: 0.0817144 Sep 14 12:15:03.459177 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 10f04e67-d152-402d-b0fd-e0db630ba32c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=10f04e67-d152-402d-b0fd-e0db630ba32c,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:03.512813 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:03.531946 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eb829081-3577-4084-ac52-0219eee2079a req-d876dd08-f162-4c1e-b6c2-068a938ddbbc tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749984 Sep 14 12:15:03.537021 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-060c797f-1f70-4c25-8b41-5c89fc38e81f req-128f7402-cd61-42b3-8aeb-040db18be63b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731986 Sep 14 12:15:03.569593 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=10f04e67-d152-402d-b0fd-e0db630ba32c,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:03.772764 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277db137-7520-4210-9458-fd89dda17293 req-13b248ff-e1ea-4a06-8302-f5b0a26c9115 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:03.774508 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-277db137-7520-4210-9458-fd89dda17293 req-13b248ff-e1ea-4a06-8302-f5b0a26c9115 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0470295 Sep 14 12:15:03.825613 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-277db137-7520-4210-9458-fd89dda17293 req-35cc68af-6332-4bba-9298-77ade7807c3f tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454893 Sep 14 12:15:03.961792 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:04.002651 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-345b31cf-6e73-432c-b715-45f81eb67133 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:04.004109 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-345b31cf-6e73-432c-b715-45f81eb67133 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 946 time: 0.0500672 Sep 14 12:15:04.094885 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-9c2ee0c0-b951-4b77-9d46-889cbecea9c7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Deleting port de5f0781-b564-4893-84ac-ebcb69c0ddc9 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:15:04.095241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-9c2ee0c0-b951-4b77-9d46-889cbecea9c7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:04.185686 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-9c2ee0c0-b951-4b77-9d46-889cbecea9c7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] For port de5f0781-b564-4893-84ac-ebcb69c0ddc9, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=de5f0781-b564-4893-84ac-ebcb69c0ddc9,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:04.186074 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-9c2ee0c0-b951-4b77-9d46-889cbecea9c7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:04.199227 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-9c2ee0c0-b951-4b77-9d46-889cbecea9c7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Calling delete_port for de5f0781-b564-4893-84ac-ebcb69c0ddc9 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:15:04.229018 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['10f04e67-d152-402d-b0fd-e0db630ba32c'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:15:04.261667 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:04.363339 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:04.415230 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-9c2ee0c0-b951-4b77-9d46-889cbecea9c7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (de5f0781-b564-4893-84ac-ebcb69c0ddc9), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:04.444325 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2ee0c0-b951-4b77-9d46-889cbecea9c7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event deleted for resources: {'Port': ['ID=de5f0781-b564-4893-84ac-ebcb69c0ddc9,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:04.495837 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-9c2ee0c0-b951-4b77-9d46-889cbecea9c7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] No DVR routers for this DVR port de5f0781-b564-4893-84ac-ebcb69c0ddc9 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:15:04.498253 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-9c2ee0c0-b951-4b77-9d46-889cbecea9c7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:04.502200 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-172bbc47-dd1b-4ea8-8449-f7200c7dcc2f req-9c2ee0c0-b951-4b77-9d46-889cbecea9c7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "DELETE /networking/v2.0/ports/de5f0781-b564-4893-84ac-ebcb69c0ddc9 HTTP/1.1" status: 204 len: 173 time: 0.4898937 Sep 14 12:15:04.502698 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f808ebd-698e-480a-9eac-4ef62bcc2b7b', 'name': 'network-vif-deleted', 'tag': 'de5f0781-b564-4893-84ac-ebcb69c0ddc9'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:15:04.504936 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bad9e7-9ec1-4d32-ac11-5e9e66b8def5" -d '{"events": [{"server_uuid": "3f808ebd-698e-480a-9eac-4ef62bcc2b7b", "name": "network-vif-deleted", "tag": "de5f0781-b564-4893-84ac-ebcb69c0ddc9"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:04.542645 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a466f63f-196c-496a-8b6d-80af0dc9824e x-openstack-request-id: req-a466f63f-196c-496a-8b6d-80af0dc9824e {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:04.543249 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f808ebd-698e-480a-9eac-4ef62bcc2b7b", "name": "network-vif-deleted", "tag": "de5f0781-b564-4893-84ac-ebcb69c0ddc9", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:04.543249 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a466f63f-196c-496a-8b6d-80af0dc9824e {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:04.543590 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a466f63f-196c-496a-8b6d-80af0dc9824e'] response: {'server_uuid': '3f808ebd-698e-480a-9eac-4ef62bcc2b7b', 'name': 'network-vif-deleted', 'tag': 'de5f0781-b564-4893-84ac-ebcb69c0ddc9', 'status': 'completed', 'code': 200} Sep 14 12:15:04.693959 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba9e8d-6bc9-4756-8bab-d8c3cf20aa4a req-113d5bfa-64b2-47c8-80df-109db0cf13f5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:04.695447 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2fba9e8d-6bc9-4756-8bab-d8c3cf20aa4a req-113d5bfa-64b2-47c8-80df-109db0cf13f5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 944 time: 0.0797715 Sep 14 12:15:04.703139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07824236-0b55-4fec-9b5e-b21efdb6e0a3 req-27a3c07e-7a26-4a75-a977-a0b852285e3b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:04.704511 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-07824236-0b55-4fec-9b5e-b21efdb6e0a3 req-27a3c07e-7a26-4a75-a977-a0b852285e3b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0770659 Sep 14 12:15:04.802672 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2fba9e8d-6bc9-4756-8bab-d8c3cf20aa4a req-9c954bdc-7843-47ca-a62d-2b68abf7120b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720141 Sep 14 12:15:04.802672 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-07824236-0b55-4fec-9b5e-b21efdb6e0a3 req-3b415117-1f9f-460b-9214-a46ae852e093 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725904 Sep 14 12:15:04.946259 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8cb6c9a1-0185-40fa-b378-7624a686c363 req-7204e962-8107-4734-9a70-375eb85f2f47 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0399621 Sep 14 12:15:05.308886 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['1284ee63-88b4-458d-ab2c-4d6fca36d2a1'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:15:05.345510 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 10f04e67-d152-402d-b0fd-e0db630ba32c up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:15:05.420500 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 10f04e67-d152-402d-b0fd-e0db630ba32c completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:15:05.490956 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 10f04e67-d152-402d-b0fd-e0db630ba32c triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:15:05.491334 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:05.491677 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 10f04e67-d152-402d-b0fd-e0db630ba32c Sep 14 12:15:05.565722 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 10f04e67-d152-402d-b0fd-e0db630ba32c is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:15:05.566141 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:05.590480 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f04e67-d152-402d-b0fd-e0db630ba32c'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:15:05.592802 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f08e9a-6409-4b40-8d22-ae8e7daa064d" -d '{"events": [{"server_uuid": "637a4311-34dd-4f5e-b0c9-e32ec1a8a12b", "name": "network-vif-plugged", "status": "completed", "tag": "10f04e67-d152-402d-b0fd-e0db630ba32c"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:05.609435 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 10f04e67-d152-402d-b0fd-e0db630ba32c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=10f04e67-d152-402d-b0fd-e0db630ba32c,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:05.633567 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e553e87-6bd1-44f1-b93f-ff89def8a6a2 x-openstack-request-id: req-6e553e87-6bd1-44f1-b93f-ff89def8a6a2 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:05.633887 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637a4311-34dd-4f5e-b0c9-e32ec1a8a12b", "name": "network-vif-plugged", "status": "completed", "tag": "10f04e67-d152-402d-b0fd-e0db630ba32c", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:05.634146 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e553e87-6bd1-44f1-b93f-ff89def8a6a2 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:05.634547 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e553e87-6bd1-44f1-b93f-ff89def8a6a2'] response: {'server_uuid': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10f04e67-d152-402d-b0fd-e0db630ba32c', 'code': 200} Sep 14 12:15:05.699571 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:05.700698 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device de5f0781-b564-4893-84ac-ebcb69c0ddc9 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:15:05.740617 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: de5f0781-b564-4893-84ac-ebcb69c0ddc9 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:15:05.740964 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device de5f0781-b564-4893-84ac-ebcb69c0ddc9 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:15:05.767641 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=10f04e67-d152-402d-b0fd-e0db630ba32c,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:05.775504 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.775849 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.776190 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.776531 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.776868 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.777198 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.777541 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.777875 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.778206 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.778514 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.778843 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.779172 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.779489 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.779893 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.780252 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:15:05.942754 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8749c0-aedd-4d5d-aa1c-25c0fcfa8a12 req-7db57309-6caf-468d-8fcb-3cea4ac8c120 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:05.944238 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4c8749c0-aedd-4d5d-aa1c-25c0fcfa8a12 req-7db57309-6caf-468d-8fcb-3cea4ac8c120 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 945 time: 0.0825350 Sep 14 12:15:05.964818 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59139e3d-198c-41d0-9e9f-e15c0d74963b req-648f3f21-f53a-41ef-aa11-a6123c1c1e53 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:05.966311 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-59139e3d-198c-41d0-9e9f-e15c0d74963b req-648f3f21-f53a-41ef-aa11-a6123c1c1e53 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0699687 Sep 14 12:15:06.034409 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4c8749c0-aedd-4d5d-aa1c-25c0fcfa8a12 req-45d5a6ff-e077-4693-b864-f43aa8e21ca2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839708 Sep 14 12:15:06.041927 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-59139e3d-198c-41d0-9e9f-e15c0d74963b req-08aaecb8-2c86-4e4c-8fad-ddbed97d3e71 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684197 Sep 14 12:15:06.173549 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-72faa0d9-5b4d-4fe3-8d71-c924f570efc0 req-c8bc9371-ac01-43ff-bf84-21ed599dcb49 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=3f808ebd-698e-480a-9eac-4ef62bcc2b7b HTTP/1.1" status: 200 len: 210 time: 0.0577807 Sep 14 12:15:06.210748 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c51df-3ef9-4e70-b683-b29dbd42715e req-28982e54-32d9-4a62-bc03-3d9401324d90 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:06.212230 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-625c51df-3ef9-4e70-b683-b29dbd42715e req-28982e54-32d9-4a62-bc03-3d9401324d90 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0807655 Sep 14 12:15:06.223135 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 43022) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:15:06.227891 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-182cb511-54a0-4270-8523-3c29f4efefae tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'floatingip': {'port_id': '2f4cdaf2-f722-4368-bdce-05dda4448873'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:15:06.271099 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-182cb511-54a0-4270-8523-3c29f4efefae tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (b21a2ceb-d189-487d-8966-58330d3b6a83), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:06.284552 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f9e9f-a66e-4af6-aa15-4893ced07947 req-1ab1a28c-0823-4fb5-ba27-62a0ad8292ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:06.286422 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-655f9e9f-a66e-4af6-aa15-4893ced07947 req-1ab1a28c-0823-4fb5-ba27-62a0ad8292ef service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 1129 time: 0.0486023 Sep 14 12:15:06.333609 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-655f9e9f-a66e-4af6-aa15-4893ced07947 req-31201bc8-8a65-4a50-9a39-d29809ce5ff2 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403936 Sep 14 12:15:06.712287 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-182cb511-54a0-4270-8523-3c29f4efefae tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:06.792816 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-182cb511-54a0-4270-8523-3c29f4efefae tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (b21a2ceb-d189-487d-8966-58330d3b6a83), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:06.892310 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.l3_db [None req-182cb511-54a0-4270-8523-3c29f4efefae tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Floating IP b21a2ceb-d189-487d-8966-58330d3b6a83 associated. External IP: 172.27.3.183, port: 2f4cdaf2-f722-4368-bdce-05dda4448873. Sep 14 12:15:07.168306 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cde135-0d54-41bc-adf8-130382dc05d1 req-d90a3de1-8c6d-4ae5-8793-ab636fbb16c5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:07.170064 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b9cde135-0d54-41bc-adf8-130382dc05d1 req-d90a3de1-8c6d-4ae5-8793-ab636fbb16c5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 945 time: 0.0509603 Sep 14 12:15:07.181605 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:07.227067 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b9cde135-0d54-41bc-adf8-130382dc05d1 req-49a3f698-eae7-434d-902d-22834001970a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511792 Sep 14 12:15:07.331213 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-182cb511-54a0-4270-8523-3c29f4efefae tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:15:07.415729 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:07.435108 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182cb511-54a0-4270-8523-3c29f4efefae tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:15:07.440377 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-182cb511-54a0-4270-8523-3c29f4efefae tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:07.446507 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:15:07.456941 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:15:07.457550 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:07.474002 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-182cb511-54a0-4270-8523-3c29f4efefae tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/b21a2ceb-d189-487d-8966-58330d3b6a83 HTTP/1.1" status: 200 len: 991 time: 1.2496493 Sep 14 12:15:07.474817 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'tag': '2f4cdaf2-f722-4368-bdce-05dda4448873'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:15:07.477807 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406ce5b5-ba12-45e6-90d3-24fada421bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a6bf2654-f27a-4ec4-9dba-d70e557034df", "tag": "2f4cdaf2-f722-4368-bdce-05dda4448873"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:07.565530 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:15:07.583470 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b6da3d-d909-4c6f-8fd7-a211054312ba x-openstack-request-id: req-15b6da3d-d909-4c6f-8fd7-a211054312ba {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:07.583855 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6bf2654-f27a-4ec4-9dba-d70e557034df", "tag": "2f4cdaf2-f722-4368-bdce-05dda4448873", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:07.584181 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-15b6da3d-d909-4c6f-8fd7-a211054312ba {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:07.584733 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b6da3d-d909-4c6f-8fd7-a211054312ba'] response: {'name': 'network-changed', 'server_uuid': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'tag': '2f4cdaf2-f722-4368-bdce-05dda4448873', 'status': 'completed', 'code': 200} Sep 14 12:15:07.727452 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-0d71bbb3-1f4c-4fda-9e52-474a7fbcd183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:07.730010 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-0d71bbb3-1f4c-4fda-9e52-474a7fbcd183 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 1129 time: 0.0736375 Sep 14 12:15:07.787012 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2325df5-8696-44bf-91e6-a3d80fb92ae0 req-ac822ae8-5b79-4c9d-928b-e5758c02c55c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:07.788529 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c2325df5-8696-44bf-91e6-a3d80fb92ae0 req-ac822ae8-5b79-4c9d-928b-e5758c02c55c tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0573020 Sep 14 12:15:07.829401 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'b21a2ceb-d189-487d-8966-58330d3b6a83', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '2f4cdaf2-f722-4368-bdce-05dda4448873', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:5e:ac:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:14:40Z', 'updated_at': '2022-09-14T12:15:06Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:07.838802 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c2325df5-8696-44bf-91e6-a3d80fb92ae0 req-0ca82c7d-112c-455e-81c6-4ef2fb290fcf tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445263 Sep 14 12:15:07.856988 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:15:07.867247 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:15:07.867512 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:08.052154 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:08.060818 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:15:08.262020 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:08.283583 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'b21a2ceb-d189-487d-8966-58330d3b6a83', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '2f4cdaf2-f722-4368-bdce-05dda4448873', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:5e:ac:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:14:40Z', 'updated_at': '2022-09-14T12:15:06Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:08.308946 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a721c570-d76e-44ac-9776-1d7530c4cd5e None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'b21a2ceb-d189-487d-8966-58330d3b6a83', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': '2f4cdaf2-f722-4368-bdce-05dda4448873', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:5e:ac:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:14:40Z', 'updated_at': '2022-09-14T12:15:06Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:15:08.369816 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d68e40-212d-4074-b5ba-e05368d4077b req-cf757545-d3d0-4cd5-bb4a-23e8c2b7f6a3 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:08.371320 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d3d68e40-212d-4074-b5ba-e05368d4077b req-cf757545-d3d0-4cd5-bb4a-23e8c2b7f6a3 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 945 time: 0.0557871 Sep 14 12:15:08.429036 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d3d68e40-212d-4074-b5ba-e05368d4077b req-88186c9b-bd89-4553-90b6-2e4f20400c94 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510268 Sep 14 12:15:08.520794 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:08.539054 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51ff12d-bbf2-4cd2-b79e-9e089a4f84f1 None None] New status for floating IP b21a2ceb-d189-487d-8966-58330d3b6a83: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:15:08.565053 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-f1265d70-4b62-4ea2-b839-b6027033bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:08.566835 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-f1265d70-4b62-4ea2-b839-b6027033bf70 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 915 time: 0.1052921 Sep 14 12:15:08.646595 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-4ac08f4c-df84-48e0-8a38-a389d11eab4e service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f4cdaf2-f722-4368-bdce-05dda4448873 HTTP/1.1" status: 200 len: 999 time: 0.0641882 Sep 14 12:15:08.700152 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-08ea1df2-ec06-4fa2-852c-0ab533555e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:08.701478 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-08ea1df2-ec06-4fa2-852c-0ab533555e93 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 200 len: 853 time: 0.0458848 Sep 14 12:15:08.877852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-63a49251-238b-4487-a8ed-32d9c9065d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:08.879554 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-63a49251-238b-4487-a8ed-32d9c9065d7f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cf307d40-f42c-4be6-8979-65e762517b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400779 Sep 14 12:15:08.976755 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e81590-563e-4603-ba1f-344c7306b10b req-e724fef3-70ff-4bbe-9ac8-267690e076b2 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:08.978215 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f3e81590-563e-4603-ba1f-344c7306b10b req-e724fef3-70ff-4bbe-9ac8-267690e076b2 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0548387 Sep 14 12:15:09.084008 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f3e81590-563e-4603-ba1f-344c7306b10b req-2b45ee2e-883d-4562-9324-43fcb9295edd tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f2f686f6-463d-4ab3-9db9-cfd22cab054b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922070 Sep 14 12:15:09.094892 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-5961153c-ceff-4c58-a9a7-a48f4b95fdc7 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310251 Sep 14 12:15:09.190336 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-406ce5b5-ba12-45e6-90d3-24fada421bc4 req-51d83c68-3672-4e52-b7e6-00687e34beee service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895369 Sep 14 12:15:09.328224 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-1fb9ca31-0fd6-4436-a9f7-2ed08aca8ae7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:09.329786 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-1fb9ca31-0fd6-4436-a9f7-2ed08aca8ae7 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 946 time: 0.0473833 Sep 14 12:15:09.418348 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-79730960-e1b6-4186-801e-589173fe549b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Deleting port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:15:09.419046 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-79730960-e1b6-4186-801e-589173fe549b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:09.438384 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:09.514782 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-79730960-e1b6-4186-801e-589173fe549b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] For port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:09.515144 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-79730960-e1b6-4186-801e-589173fe549b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:09.536848 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-79730960-e1b6-4186-801e-589173fe549b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Calling delete_port for 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:15:09.610304 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9526035a-2763-4fa1-9f49-79d8e88284fb req-fec1142b-728e-47f5-b23b-7112059e4415 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:09.611765 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9526035a-2763-4fa1-9f49-79d8e88284fb req-fec1142b-728e-47f5-b23b-7112059e4415 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 945 time: 0.0892355 Sep 14 12:15:09.687552 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9526035a-2763-4fa1-9f49-79d8e88284fb req-4f8a5007-df84-45ce-b5c8-3bd8728c3cd5 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688319 Sep 14 12:15:09.809398 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d757fd0-351e-4dd6-9bde-bdf8be08be99 req-c46d2e84-7249-45a9-9127-9880e73c32ff tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:09.810874 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4d757fd0-351e-4dd6-9bde-bdf8be08be99 req-c46d2e84-7249-45a9-9127-9880e73c32ff tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 945 time: 0.0503576 Sep 14 12:15:09.820616 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-79730960-e1b6-4186-801e-589173fe549b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (1284ee63-88b4-458d-ab2c-4d6fca36d2a1), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:09.825497 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 43046) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:15:09.826729 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-172cd18d-af28-42df-b72d-9a798119c8b1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Request body: {'floatingip': {'port_id': '10f04e67-d152-402d-b0fd-e0db630ba32c'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:15:09.829193 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:09.850432 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79730960-e1b6-4186-801e-589173fe549b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Pushing event deleted for resources: {'Port': ['ID=1284ee63-88b4-458d-ab2c-4d6fca36d2a1,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:09.862818 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['1284ee63-88b4-458d-ab2c-4d6fca36d2a1'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:15:09.866569 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-172cd18d-af28-42df-b72d-9a798119c8b1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (7bd7df6f-b043-47d4-9f4b-4c2d0008b247), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:09.896276 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:09.904598 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-79730960-e1b6-4186-801e-589173fe549b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] No DVR routers for this DVR port 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:15:09.908275 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-79730960-e1b6-4186-801e-589173fe549b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:09.912057 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d99dacf1-df00-4dbc-8aa7-0db3f69261d4 req-79730960-e1b6-4186-801e-589173fe549b tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.81 "DELETE /networking/v2.0/ports/1284ee63-88b4-458d-ab2c-4d6fca36d2a1 HTTP/1.1" status: 204 len: 173 time: 0.5769613 Sep 14 12:15:09.912694 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7649ff4f-2137-402c-a210-b4b9f4c95b82', 'name': 'network-vif-deleted', 'tag': '1284ee63-88b4-458d-ab2c-4d6fca36d2a1'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:15:09.916345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac77c62e-7c1d-4f34-9138-5c9e20febff3" -d '{"events": [{"server_uuid": "7649ff4f-2137-402c-a210-b4b9f4c95b82", "name": "network-vif-deleted", "tag": "1284ee63-88b4-458d-ab2c-4d6fca36d2a1"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:09.957508 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7d3d04-04de-47b4-92e2-2b95f60ae27b x-openstack-request-id: req-cd7d3d04-04de-47b4-92e2-2b95f60ae27b {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:09.957910 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7649ff4f-2137-402c-a210-b4b9f4c95b82", "name": "network-vif-deleted", "tag": "1284ee63-88b4-458d-ab2c-4d6fca36d2a1", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:09.958374 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd7d3d04-04de-47b4-92e2-2b95f60ae27b {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:09.958624 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd7d3d04-04de-47b4-92e2-2b95f60ae27b'] response: {'server_uuid': '7649ff4f-2137-402c-a210-b4b9f4c95b82', 'name': 'network-vif-deleted', 'tag': '1284ee63-88b4-458d-ab2c-4d6fca36d2a1', 'status': 'completed', 'code': 200} Sep 14 12:15:10.204386 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-41a0173f-8e26-4cd1-871d-97551c9645dc req-957721a9-13c0-4327-ae47-f66d2797dbe2 tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 210 time: 0.0332119 Sep 14 12:15:10.315999 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-172cd18d-af28-42df-b72d-9a798119c8b1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:10.444563 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-172cd18d-af28-42df-b72d-9a798119c8b1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (7bd7df6f-b043-47d4-9f4b-4c2d0008b247), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:10.545101 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.l3_db [None req-172cd18d-af28-42df-b72d-9a798119c8b1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Floating IP 7bd7df6f-b043-47d4-9f4b-4c2d0008b247 associated. External IP: 172.27.3.131, port: 10f04e67-d152-402d-b0fd-e0db630ba32c. Sep 14 12:15:10.650035 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:10.753919 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172cd18d-af28-42df-b72d-9a798119c8b1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Router 0933cc79-f9fb-4153-a17f-fc1ab6004511 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:15:10.862360 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172cd18d-af28-42df-b72d-9a798119c8b1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:15:10.867603 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-172cd18d-af28-42df-b72d-9a798119c8b1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:10.875045 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] Sync routers for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:15:10.884896 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:15:10.885529 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:10.899263 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-172cd18d-af28-42df-b72d-9a798119c8b1 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/7bd7df6f-b043-47d4-9f4b-4c2d0008b247 HTTP/1.1" status: 200 len: 991 time: 1.0762818 Sep 14 12:15:10.899991 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'tag': '10f04e67-d152-402d-b0fd-e0db630ba32c'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:15:10.902637 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635" -d '{"events": [{"name": "network-changed", "server_uuid": "637a4311-34dd-4f5e-b0c9-e32ec1a8a12b", "tag": "10f04e67-d152-402d-b0fd-e0db630ba32c"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:15:10.941139 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d49c49-98c8-411b-ad8a-ed3e58552461 x-openstack-request-id: req-36d49c49-98c8-411b-ad8a-ed3e58552461 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:15:10.941437 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637a4311-34dd-4f5e-b0c9-e32ec1a8a12b", "tag": "10f04e67-d152-402d-b0fd-e0db630ba32c", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:15:10.941695 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36d49c49-98c8-411b-ad8a-ed3e58552461 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:15:10.942129 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36d49c49-98c8-411b-ad8a-ed3e58552461'] response: {'name': 'network-changed', 'server_uuid': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'tag': '10f04e67-d152-402d-b0fd-e0db630ba32c', 'status': 'completed', 'code': 200} Sep 14 12:15:10.993828 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:15:11.078364 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-c64a1b3d-7793-4d52-a0ee-b8a4cc59d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:11.079787 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-c64a1b3d-7793-4d52-a0ee-b8a4cc59d8b9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 1129 time: 0.0431123 Sep 14 12:15:11.173728 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-af7e2e9c-ab28-4f72-ab9b-a38d856fa049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:11.175217 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-af7e2e9c-ab28-4f72-ab9b-a38d856fa049 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 200 len: 912 time: 0.0891025 Sep 14 12:15:11.214808 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '7bd7df6f-b043-47d4-9f4b-4c2d0008b247', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'port_id': '10f04e67-d152-402d-b0fd-e0db630ba32c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'mac_address': 'fa:16:3e:43:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:14:50Z', 'updated_at': '2022-09-14T12:15:10Z', 'revision_number': 1, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:11.241995 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-a84e055c-a8a9-461d-8f15-7095deb3a4f8 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10f04e67-d152-402d-b0fd-e0db630ba32c HTTP/1.1" status: 200 len: 999 time: 0.0591874 Sep 14 12:15:11.244889 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] Checking router: 0933cc79-f9fb-4153-a17f-fc1ab6004511 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:15:11.255855 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:15:11.256539 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:11.336121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-0ff31e33-e9a0-458b-acaf-0ab8a8292312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:11.338613 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-0ff31e33-e9a0-458b-acaf-0ab8a8292312 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d4fe8a74-946d-4071-b8d3-3434cb1ac798 HTTP/1.1" status: 200 len: 850 time: 0.0817096 Sep 14 12:15:11.376316 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:15:11.392306 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-83067e20-086d-42d2-ae04-9a8959832fb9 req-370a3b06-3380-409f-9a2f-cd52e8b05a4e tempest-ServerRescueNegativeTestJSON-761218752 tempest-ServerRescueNegativeTestJSON-761218752-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=7649ff4f-2137-402c-a210-b4b9f4c95b82 HTTP/1.1" status: 200 len: 210 time: 0.0493066 Sep 14 12:15:11.405317 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-219e5426-8b18-4e55-a3b4-19da954ee578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:11.406675 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-219e5426-8b18-4e55-a3b4-19da954ee578 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=f06a80ac-04e5-4ae1-9b24-c817b700ac9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536046 Sep 14 12:15:11.505685 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-fda383b4-7cc0-4adc-a379-6d6dff0fa911 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927708 Sep 14 12:15:11.596001 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '7bd7df6f-b043-47d4-9f4b-4c2d0008b247', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'port_id': '10f04e67-d152-402d-b0fd-e0db630ba32c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'mac_address': 'fa:16:3e:43:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:14:50Z', 'updated_at': '2022-09-14T12:15:10Z', 'revision_number': 1, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:11.604404 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c646dfa5-8bea-46bb-9a2c-ccc8f4335635 req-d1f8a05b-ee3f-4f14-a4c7-65331c2feba8 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928257 Sep 14 12:15:11.620893 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b85138-e5a9-42c4-8765-fae96caaa489 None None] The sync data for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi is: [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '7bd7df6f-b043-47d4-9f4b-4c2d0008b247', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'port_id': '10f04e67-d152-402d-b0fd-e0db630ba32c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'mac_address': 'fa:16:3e:43:72:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:14:50Z', 'updated_at': '2022-09-14T12:15:10Z', 'revision_number': 1, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:15:11.812312 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfb9bb3-67e0-4d38-bb80-ea2dc1d39d6f None None] New status for floating IP 7bd7df6f-b043-47d4-9f4b-4c2d0008b247: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:15:12.461746 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 43062) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:15:12.683736 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-2754f02c-98cb-4553-9bec-fe71b67d6f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:12.803902 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=100 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:12.891892 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (d2825723-cf8a-44bf-9e74-a49f3649e302), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:13.112077 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] Deleting port 054f9198-9fac-4636-b3a1-b906aa5922cc {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:15:13.112419 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:13.190190 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] For port 054f9198-9fac-4636-b3a1-b906aa5922cc, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=054f9198-9fac-4636-b3a1-b906aa5922cc,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:13.190547 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:13.202972 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] Calling delete_port for 054f9198-9fac-4636-b3a1-b906aa5922cc owned by network:router_interface {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:15:13.327035 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:13.332042 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:15:13.335408 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:13.352056 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:15:13.352397 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 1284ee63-88b4-458d-ab2c-4d6fca36d2a1 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:15:13.449957 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (054f9198-9fac-4636-b3a1-b906aa5922cc), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:13.478280 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=054f9198-9fac-4636-b3a1-b906aa5922cc,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:13.648643 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (d2825723-cf8a-44bf-9e74-a49f3649e302), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:13.733583 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:14.080490 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] Router d2825723-cf8a-44bf-9e74-a49f3649e302 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:15:14.182544 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:15:14.187587 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-9f24ec5a-afaf-4ab4-981a-b8344a3983e4 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/d2825723-cf8a-44bf-9e74-a49f3649e302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247162 Sep 14 12:15:14.190179 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 43068) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:15:14.192696 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] Sync routers for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:15:14.207647 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:15:14.208278 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:14.209789 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:14.288846 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Publish callbacks [] for router (d2825723-cf8a-44bf-9e74-a49f3649e302), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:14.307232 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:15:14.388764 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Publish callbacks [] for router_gateway (d2825723-cf8a-44bf-9e74-a49f3649e302), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:14.428272 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:14.484641 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:15:13Z', 'revision_number': 5, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port': {'id': '2b5583a8-1d03-402c-9dc8-6983aa786720', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:0c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:58Z', 'updated_at': '2022-09-14T12:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:14.512974 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] Checking router: d2825723-cf8a-44bf-9e74-a49f3649e302 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:15:14.522459 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] Routers {'d2825723-cf8a-44bf-9e74-a49f3649e302'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:15:14.523072 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:14:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['d2825723-cf8a-44bf-9e74-a49f3649e302'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:14.528555 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Deleting port 2b5583a8-1d03-402c-9dc8-6983aa786720 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:15:14.529077 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:14.599569 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:14.612841 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] For port 2b5583a8-1d03-402c-9dc8-6983aa786720, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=2b5583a8-1d03-402c-9dc8-6983aa786720,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:14.613210 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:14.627971 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Calling delete_port for 2b5583a8-1d03-402c-9dc8-6983aa786720 owned by network:router_gateway {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:15:14.703796 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] Set router d2825723-cf8a-44bf-9e74-a49f3649e302 gateway port host: None {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:15:14.757188 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:15:14Z', 'revision_number': 6, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port_host': None}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:14.783652 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864bf98-e0fb-4913-bc68-de8c75cbba97 None None] The sync data for ids ['d2825723-cf8a-44bf-9e74-a49f3649e302'] in dv-cinder-844962-2-iscsi is: [{'id': 'd2825723-cf8a-44bf-9e74-a49f3649e302', 'name': 'tempest-ServerRescueNegativeTestJSON-122964047-router', 'tenant_id': '748b7c08460b4f718dfff67275d8e4e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:15:14Z', 'revision_number': 6, 'project_id': '748b7c08460b4f718dfff67275d8e4e4', 'gw_port_host': None}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:15:14.918212 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (2b5583a8-1d03-402c-9dc8-6983aa786720), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:14.944343 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5583a8-1d03-402c-9dc8-6983aa786720,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:14.973830 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:15.010623 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (d2825723-cf8a-44bf-9e74-a49f3649e302), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.116950 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (d2825723-cf8a-44bf-9e74-a49f3649e302), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.119176 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Publish callbacks [] for router_controller (d2825723-cf8a-44bf-9e74-a49f3649e302), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.288504 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32d85aa2-71e4-47e1-8353-ceed900066f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.352887 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (d2825723-cf8a-44bf-9e74-a49f3649e302), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.353565 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2825723-cf8a-44bf-9e74-a49f3649e302 {{(pid=106902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:15:15.360101 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.361317 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7d91f420-8ef1-4a2b-a7e9-17277f6e8aa6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/d2825723-cf8a-44bf-9e74-a49f3649e302 HTTP/1.1" status: 204 len: 168 time: 1.1702077 Sep 14 12:15:15.363947 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 43070) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:15:15.413030 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc079de-a67d-4ed9-a15b-ae8ffdd94300 admin admin] Deleting subnet f9415355-6156-4985-815e-7106e858a872 {{(pid=106902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:15:15.416764 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3bc079de-a67d-4ed9-a15b-ae8ffdd94300 admin admin] Publish callbacks [] for subnet (f9415355-6156-4985-815e-7106e858a872), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.458640 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3bc079de-a67d-4ed9-a15b-ae8ffdd94300 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167013'] for subnet (f9415355-6156-4985-815e-7106e858a872), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.569822 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3bc079de-a67d-4ed9-a15b-ae8ffdd94300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (f9415355-6156-4985-815e-7106e858a872), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.695827 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3bc079de-a67d-4ed9-a15b-ae8ffdd94300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2298182'] for subnet (f9415355-6156-4985-815e-7106e858a872), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.721295 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc079de-a67d-4ed9-a15b-ae8ffdd94300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9415355-6156-4985-815e-7106e858a872,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:15.728491 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3bc079de-a67d-4ed9-a15b-ae8ffdd94300 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.731776 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-3bc079de-a67d-4ed9-a15b-ae8ffdd94300 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/f9415355-6156-4985-815e-7106e858a872 HTTP/1.1" status: 204 len: 168 time: 0.3667710 Sep 14 12:15:15.733796 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e016c8bd-776b-48da-ae5c-467331b0be4a None None] Network 644a779f-cf29-481b-810a-522abcbb7388 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:15:15.734787 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 43072) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:15:15.755526 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:15.813333 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (644a779f-cf29-481b-810a-522abcbb7388), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.861457 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Deleting port 50911fc2-64c7-4605-b452-796ae242760a {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:15:15.861813 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (50911fc2-64c7-4605-b452-796ae242760a), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.907883 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b4c105-8093-41ff-9d42-71369ef1eb74 None None] DHCP port deletion for 644a779f-cf29-481b-810a-522abcbb7388 request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:15:15.948971 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-49b4c105-8093-41ff-9d42-71369ef1eb74 None None] Deleting port 50911fc2-64c7-4605-b452-796ae242760a {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:15:15.949361 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-49b4c105-8093-41ff-9d42-71369ef1eb74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (50911fc2-64c7-4605-b452-796ae242760a), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:15.997017 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:16.032664 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-49b4c105-8093-41ff-9d42-71369ef1eb74 None None] For port 50911fc2-64c7-4605-b452-796ae242760a, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=50911fc2-64c7-4605-b452-796ae242760a,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:16.033073 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-49b4c105-8093-41ff-9d42-71369ef1eb74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (50911fc2-64c7-4605-b452-796ae242760a), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.048689 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-49b4c105-8093-41ff-9d42-71369ef1eb74 None None] Calling delete_port for 50911fc2-64c7-4605-b452-796ae242760a owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:15:16.060460 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 054f9198-9fac-4636-b3a1-b906aa5922cc no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:15:16.116148 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 054f9198-9fac-4636-b3a1-b906aa5922cc {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:15:16.117985 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 054f9198-9fac-4636-b3a1-b906aa5922cc not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:15:16.117985 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 2b5583a8-1d03-402c-9dc8-6983aa786720 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:15:16.140579 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 2b5583a8-1d03-402c-9dc8-6983aa786720 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:15:16.140972 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 2b5583a8-1d03-402c-9dc8-6983aa786720 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:15:16.141348 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 50911fc2-64c7-4605-b452-796ae242760a no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:15:16.185151 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] For port 50911fc2-64c7-4605-b452-796ae242760a, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=50911fc2-64c7-4605-b452-796ae242760a,segment=NetworkSegment(c72fb971-35bc-4f7e-b8ef-7df34db23188),segment_id=c72fb971-35bc-4f7e-b8ef-7df34db23188)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:15:16.185520 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (50911fc2-64c7-4605-b452-796ae242760a), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.199620 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Calling delete_port for 50911fc2-64c7-4605-b452-796ae242760a owned by network:dhcp {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:15:16.237677 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 50911fc2-64c7-4605-b452-796ae242760a is: ACTIVE; New status is: DOWN {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:15:16.237677 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (50911fc2-64c7-4605-b452-796ae242760a), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.329124 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-49b4c105-8093-41ff-9d42-71369ef1eb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (50911fc2-64c7-4605-b452-796ae242760a), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.335764 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (50911fc2-64c7-4605-b452-796ae242760a), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.344125 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:16.364458 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=50911fc2-64c7-4605-b452-796ae242760a,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:16.367857 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] No DVR routers for this DVR port 50911fc2-64c7-4605-b452-796ae242760a on host dv-cinder-844962-2-iscsi {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:15:16.382207 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4c105-8093-41ff-9d42-71369ef1eb74 None None] Pushing event deleted for resources: {'Port': ['ID=50911fc2-64c7-4605-b452-796ae242760a,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:16.384221 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b4c105-8093-41ff-9d42-71369ef1eb74 None None] No DVR routers for this DVR port 50911fc2-64c7-4605-b452-796ae242760a on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:15:16.448563 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (644a779f-cf29-481b-810a-522abcbb7388), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.470298 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644a779f-cf29-481b-810a-522abcbb7388']}} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:16.479848 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72fb971-35bc-4f7e-b8ef-7df34db23188') {'for_net_delete': True} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:16.480146 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72fb971-35bc-4f7e-b8ef-7df34db23188') {} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:15:16.489662 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626301'] for segment (c72fb971-35bc-4f7e-b8ef-7df34db23188), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.502656 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (c72fb971-35bc-4f7e-b8ef-7df34db23188), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.508822 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=106903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:15:16.511360 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250618'] for segment (c72fb971-35bc-4f7e-b8ef-7df34db23188), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.553924 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment c72fb971-35bc-4f7e-b8ef-7df34db23188 resource provider aggregate not found Sep 14 12:15:16.571010 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment c72fb971-35bc-4f7e-b8ef-7df34db23188 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c72fb971-35bc-4f7e-b8ef-7df34db23188 found for delete ", "request_id": "req-c9e0a3ed-9305-4b24-bc20-22d70fbc51ed"}]} Sep 14 12:15:16.575199 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.688166 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (644a779f-cf29-481b-810a-522abcbb7388), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.695336 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:16.700646 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/644a779f-cf29-481b-810a-522abcbb7388 HTTP/1.1" status: 204 len: 168 time: 0.9637284 Sep 14 12:15:16.714535 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d9e6bf-a593-4c92-babc-4b681d7d98d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=644a779f-cf29-481b-810a-522abcbb7388,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:17.095294 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 43080) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:15:17.137789 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-a2fbe055-38dc-4b4e-916c-c1a7923f0ced admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=748b7c08460b4f718dfff67275d8e4e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412471 Sep 14 12:15:17.141039 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 43082) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:15:17.193664 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-690bb0a9-a7a1-45d3-ac1a-b4cbb430b709 admin admin] Publish callbacks [] for security_group (f2f686f6-463d-4ab3-9db9-cfd22cab054b), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:17.215209 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-690bb0a9-a7a1-45d3-ac1a-b4cbb430b709 admin admin] Publish callbacks [] for security_group (f2f686f6-463d-4ab3-9db9-cfd22cab054b), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:17.350812 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-690bb0a9-a7a1-45d3-ac1a-b4cbb430b709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (f2f686f6-463d-4ab3-9db9-cfd22cab054b), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:17.353356 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-690bb0a9-a7a1-45d3-ac1a-b4cbb430b709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:17.354545 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-690bb0a9-a7a1-45d3-ac1a-b4cbb430b709 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f2f686f6-463d-4ab3-9db9-cfd22cab054b HTTP/1.1" status: 204 len: 168 time: 0.2124972 Sep 14 12:15:17.362999 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bb0a9-a7a1-45d3-ac1a-b4cbb430b709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f686f6-463d-4ab3-9db9-cfd22cab054b,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:17.918438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:17.940742 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:24.760155 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=6 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:24.761252 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=47 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:25.701632 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=3,neutron:SELECT=28,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:25.719653 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=59,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:27.253816 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=70,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:27.358207 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=26,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:27.855840 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=70,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:27.858809 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=26,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:28.716291 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:15:32.042839 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 43218) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:15:32.147773 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a65cd7e6-fdb4-4c4a-8a53-336c19688586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:32.227694 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a65cd7e6-fdb4-4c4a-8a53-336c19688586 admin admin] Publish callbacks [] for security_group (3153fbda-113b-4f04-9426-282579d71af9), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:32.282808 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a65cd7e6-fdb4-4c4a-8a53-336c19688586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (3153fbda-113b-4f04-9426-282579d71af9), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:32.322703 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-a65cd7e6-fdb4-4c4a-8a53-336c19688586 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=55ec1780b31041eba47661a6e6c523dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2787788 Sep 14 12:15:32.323661 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65cd7e6-fdb4-4c4a-8a53-336c19688586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3153fbda-113b-4f04-9426-282579d71af9,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:32.325387 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 43222) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:15:32.379392 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f89bae85-dfb2-4ff2-a162-6cd86493d0e2 admin admin] Publish callbacks [] for security_group (3153fbda-113b-4f04-9426-282579d71af9), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:32.400658 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f89bae85-dfb2-4ff2-a162-6cd86493d0e2 admin admin] Publish callbacks [] for security_group (3153fbda-113b-4f04-9426-282579d71af9), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:32.518428 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f89bae85-dfb2-4ff2-a162-6cd86493d0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (3153fbda-113b-4f04-9426-282579d71af9), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:32.520977 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f89bae85-dfb2-4ff2-a162-6cd86493d0e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:32.522156 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-f89bae85-dfb2-4ff2-a162-6cd86493d0e2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/3153fbda-113b-4f04-9426-282579d71af9 HTTP/1.1" status: 204 len: 168 time: 0.1956847 Sep 14 12:15:32.530888 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bae85-dfb2-4ff2-a162-6cd86493d0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3153fbda-113b-4f04-9426-282579d71af9,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:15:33.347280 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:38.753730 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:38.758730 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:42.316539 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:42.318448 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=19,neutron:INSERT=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:42.434422 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:42.530948 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:42.758297 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-10d0c309-3e23-4624-856d-d74da4649264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:45.342137 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-3d08b821-3816-4437-a8ad-26a944c14644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:46.513461 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:46.526134 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01053502-9c0a-4242-a543-533ecd57ca28 req-f08819c1-54e3-4c0f-a3ed-b68c9523ab9a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:46.532608 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-01053502-9c0a-4242-a543-533ecd57ca28 req-f08819c1-54e3-4c0f-a3ed-b68c9523ab9a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0559709 Sep 14 12:15:46.583484 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-01053502-9c0a-4242-a543-533ecd57ca28 req-1e2fd0fb-d069-40f9-8767-9a26853689f1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490980 Sep 14 12:15:47.729148 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3ab6d-8406-4b14-b6cc-a148c81a3d3a req-5269b7d4-5981-4141-8c33-d150e79df623 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:47.730658 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-29d3ab6d-8406-4b14-b6cc-a148c81a3d3a req-5269b7d4-5981-4141-8c33-d150e79df623 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0512543 Sep 14 12:15:47.778981 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-29d3ab6d-8406-4b14-b6cc-a148c81a3d3a req-e217aace-eeaf-4a5c-85a7-ceebea032103 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426269 Sep 14 12:15:47.927907 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:47.963762 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:15:48.918912 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f16597-3061-44e8-ad78-2513fbb5c880 req-d13dc375-9e84-45a2-9737-3fa024d4415f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:48.920489 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f16597-3061-44e8-ad78-2513fbb5c880 req-d13dc375-9e84-45a2-9737-3fa024d4415f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0531156 Sep 14 12:15:48.983372 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f16597-3061-44e8-ad78-2513fbb5c880 req-aab0ac62-4ff5-4c62-9bce-aa321f95b349 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547149 Sep 14 12:15:49.588495 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:49.589287 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:50.111040 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e4b68-b7fa-4689-9d6f-1b24f95f8496 req-d0d5ff6d-49d6-461b-840b-228037b6744e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:50.112503 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f97e4b68-b7fa-4689-9d6f-1b24f95f8496 req-d0d5ff6d-49d6-461b-840b-228037b6744e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0475755 Sep 14 12:15:50.164058 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f97e4b68-b7fa-4689-9d6f-1b24f95f8496 req-aa9219bb-bf29-4eb4-aaa8-9bda7a5d069a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452075 Sep 14 12:15:51.287978 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116d128-c3b6-4225-8cf7-f50f96141007 req-06e113f0-2c2d-4636-8848-af44e5d9ddcb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:51.289485 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b116d128-c3b6-4225-8cf7-f50f96141007 req-06e113f0-2c2d-4636-8848-af44e5d9ddcb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0461488 Sep 14 12:15:51.337400 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b116d128-c3b6-4225-8cf7-f50f96141007 req-f6537906-4897-4f9f-b17c-7b96ad95615e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422881 Sep 14 12:15:52.464634 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad3998b-2641-4026-955a-bfe95e7a5df2 req-5e4eeb0f-f477-4913-bf36-522a2796c05a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:52.466045 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aad3998b-2641-4026-955a-bfe95e7a5df2 req-5e4eeb0f-f477-4913-bf36-522a2796c05a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0477426 Sep 14 12:15:52.513573 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aad3998b-2641-4026-955a-bfe95e7a5df2 req-917dcb6b-a20c-4515-91ef-250caadb1266 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418167 Sep 14 12:15:53.646875 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b95df-dc66-4a98-b973-f8368fe17c21 req-cb473e38-bc55-427f-bcfe-123bfff08f7f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:53.648373 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7b0b95df-dc66-4a98-b973-f8368fe17c21 req-cb473e38-bc55-427f-bcfe-123bfff08f7f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0525808 Sep 14 12:15:53.700988 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7b0b95df-dc66-4a98-b973-f8368fe17c21 req-3611809d-1b34-445a-8f7b-b63243831411 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457861 Sep 14 12:15:55.031386 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c684f32-c946-4108-b03b-f0d35d118915 req-887cf1f0-e446-4862-94ca-d6be456167ca tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:55.033053 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c684f32-c946-4108-b03b-f0d35d118915 req-887cf1f0-e446-4862-94ca-d6be456167ca tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.2460165 Sep 14 12:15:55.087629 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c684f32-c946-4108-b03b-f0d35d118915 req-dd44b065-29b3-4c6a-a85a-5b678cf6463b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478454 Sep 14 12:15:56.289041 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed00910-6e61-40d6-95b2-6478867ae208 req-08a7286a-dc0b-4738-a2b6-5e9dce778bb3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:56.290669 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9ed00910-6e61-40d6-95b2-6478867ae208 req-08a7286a-dc0b-4738-a2b6-5e9dce778bb3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.1085749 Sep 14 12:15:56.339381 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9ed00910-6e61-40d6-95b2-6478867ae208 req-2d9c3f01-ce9b-485e-81b5-ab6eba1d41a9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426183 Sep 14 12:15:57.482488 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce944366-0aeb-40e3-9c92-9a1ddb20dc65 req-e22effb3-47fb-4b3c-8ecf-ad03afedd05f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:57.483960 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ce944366-0aeb-40e3-9c92-9a1ddb20dc65 req-e22effb3-47fb-4b3c-8ecf-ad03afedd05f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0461886 Sep 14 12:15:57.532851 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ce944366-0aeb-40e3-9c92-9a1ddb20dc65 req-6a560bcf-6bed-4fce-a688-115f0b2e54c1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421388 Sep 14 12:15:57.858890 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:57.860849 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:58.672022 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8008cd-9a6f-45e8-8a41-1b73a24da2d6 req-c7247cb7-708e-4a2d-b53f-6b5f4061a51f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:58.673568 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1d8008cd-9a6f-45e8-8a41-1b73a24da2d6 req-c7247cb7-708e-4a2d-b53f-6b5f4061a51f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0510750 Sep 14 12:15:58.709469 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:58.730090 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1d8008cd-9a6f-45e8-8a41-1b73a24da2d6 req-bf34e29d-6939-415b-a2f4-0cfa9b326464 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499871 Sep 14 12:15:59.846422 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:15:59.861825 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba93a0-4b9f-46b2-91e1-1ec859fa6bda req-35f0524c-1fc6-4589-97e4-6fc80a018f0e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:15:59.863799 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6cba93a0-4b9f-46b2-91e1-1ec859fa6bda req-35f0524c-1fc6-4589-97e4-6fc80a018f0e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0490799 Sep 14 12:15:59.912299 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6cba93a0-4b9f-46b2-91e1-1ec859fa6bda req-0de4b55d-bf1f-488b-b326-74099391ae5c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428436 Sep 14 12:16:01.046626 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66edec7-f5c7-4d04-83d8-159e3043a1cd req-53b26bb0-7d57-4db0-b0b9-18c05bb61f90 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:01.048137 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a66edec7-f5c7-4d04-83d8-159e3043a1cd req-53b26bb0-7d57-4db0-b0b9-18c05bb61f90 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0507717 Sep 14 12:16:01.111333 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a66edec7-f5c7-4d04-83d8-159e3043a1cd req-b5e3178c-37a8-453f-b5c9-0db11b930838 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565677 Sep 14 12:16:02.243924 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37e552-f9c2-40df-a3b0-d67b59acc176 req-f18ff2c2-2ed6-44b5-b77b-1150ace6f7f7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:02.245418 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cf37e552-f9c2-40df-a3b0-d67b59acc176 req-f18ff2c2-2ed6-44b5-b77b-1150ace6f7f7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0513270 Sep 14 12:16:02.296293 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cf37e552-f9c2-40df-a3b0-d67b59acc176 req-6b9870da-f9cd-4dfc-898c-891d60d0fb98 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448852 Sep 14 12:16:03.345202 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:03.443417 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a62da-a076-4598-9e9d-c0567e9a883e req-cccebd03-ce04-4a60-a853-817f64318d42 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:03.445081 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2a1a62da-a076-4598-9e9d-c0567e9a883e req-cccebd03-ce04-4a60-a853-817f64318d42 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0566950 Sep 14 12:16:03.496949 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2a1a62da-a076-4598-9e9d-c0567e9a883e req-1287a87b-9dbb-4671-b01a-d00ab5810bae tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459685 Sep 14 12:16:04.629368 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060606fb-343b-4135-8060-327a54b18d66 req-538f335b-d296-4af1-84f7-fabfa6464daa tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:04.630906 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-060606fb-343b-4135-8060-327a54b18d66 req-538f335b-d296-4af1-84f7-fabfa6464daa tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0479333 Sep 14 12:16:04.687928 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-060606fb-343b-4135-8060-327a54b18d66 req-395ceeab-3c45-48f0-a905-c9d9a9dfd4da tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511842 Sep 14 12:16:05.715418 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:16:05.817768 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c4a4b-302f-4807-abee-8fbfe4a5efc6 req-29b13484-3e87-4095-b838-a6e4ee167d00 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:05.822056 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7f3c4a4b-302f-4807-abee-8fbfe4a5efc6 req-29b13484-3e87-4095-b838-a6e4ee167d00 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0486810 Sep 14 12:16:05.873023 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7f3c4a4b-302f-4807-abee-8fbfe4a5efc6 req-c8203cbf-f87b-48c5-9ce4-e582e9428848 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478315 Sep 14 12:16:07.006092 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db46fc-2288-4c06-88e5-137d762e4f5e req-fbc657c0-19a8-4659-a36e-f2ead951dc77 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:07.007591 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-58db46fc-2288-4c06-88e5-137d762e4f5e req-fbc657c0-19a8-4659-a36e-f2ead951dc77 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0474083 Sep 14 12:16:07.059418 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-58db46fc-2288-4c06-88e5-137d762e4f5e req-0591e133-48b5-4c88-8060-cc9e8e6069ec tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424397 Sep 14 12:16:08.341134 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65332b82-3d10-4be0-b25f-f694091bc505 req-e72ca415-7cd6-421e-9a22-eff315f754f6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:08.342668 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-65332b82-3d10-4be0-b25f-f694091bc505 req-e72ca415-7cd6-421e-9a22-eff315f754f6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0605998 Sep 14 12:16:08.402438 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-65332b82-3d10-4be0-b25f-f694091bc505 req-6df810e8-384d-49b0-b7ae-5b4e7815e8e7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540490 Sep 14 12:16:08.574125 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device bfea540b-fd0e-472b-8c6b-76b61ec6c980 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:16:08.677370 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:08.694307 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'port_id': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'mac_address': 'fa:16:3e:93:98:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:16:08.734429 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port bfea540b-fd0e-472b-8c6b-76b61ec6c980 is: ACTIVE; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:16:08.734815 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:08.748319 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfea540b-fd0e-472b-8c6b-76b61ec6c980 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:16:08.769679 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:08.866562 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:08.915259 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=6']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:08.926640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.926640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.926640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.926640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.926640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.926640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.926640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.926640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.931998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.931998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.931998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.931998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.931998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.931998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:08.931998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:09.547729 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0e5f0-c67b-4b25-ae59-f80ff6bbe82e req-7df8e191-a5b5-4bbd-9f8d-331dfc6ef9de tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:09.549247 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bee0e5f0-c67b-4b25-ae59-f80ff6bbe82e req-7df8e191-a5b5-4bbd-9f8d-331dfc6ef9de tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 944 time: 0.0623240 Sep 14 12:16:09.612276 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bee0e5f0-c67b-4b25-ae59-f80ff6bbe82e req-8d5c56ae-a795-495e-8dfc-9344e36e1ee4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568879 Sep 14 12:16:10.055742 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-d8c7b5a8-bc1b-4804-a2d7-2b117b179124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:10.057243 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-d8c7b5a8-bc1b-4804-a2d7-2b117b179124 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 1128 time: 0.0569305 Sep 14 12:16:10.147611 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['bfea540b-fd0e-472b-8c6b-76b61ec6c980'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:16:10.194339 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-aee5ccdb-c171-477a-82f9-c86327aa206d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:10.195814 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-aee5ccdb-c171-477a-82f9-c86327aa206d service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 917 time: 0.1027458 Sep 14 12:16:10.211453 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:10.266343 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-4dd4f204-14cd-4cd3-98c5-da87bbb7ffa9 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980 HTTP/1.1" status: 200 len: 999 time: 0.0615864 Sep 14 12:16:10.326890 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-27c22546-6f72-4227-93fa-a2b4c2590eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:10.328443 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-27c22546-6f72-4227-93fa-a2b4c2590eec service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 200 len: 855 time: 0.0540226 Sep 14 12:16:10.341956 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:10.379662 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-ec3847df-4d7b-4b7d-a5a0-7ce89d653262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:10.381163 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-ec3847df-4d7b-4b7d-a5a0-7ce89d653262 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=0ca6a8c3-1298-4a9f-a110-741bf377213f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466928 Sep 14 12:16:10.482691 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-e48646a2-4f9a-45c4-80f8-781f2180a07f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949161 Sep 14 12:16:10.584023 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dfd46bf0-f26d-4c4c-a065-e89cc3931f0f req-7f2c78f2-4954-4829-9989-f7514ed89d08 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925195 Sep 14 12:16:10.771652 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095ba8f-bd45-4ee7-8bd7-acd512e2d69e req-c11ff009-ad6d-4798-bbb6-b401c7a98201 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:10.774330 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1095ba8f-bd45-4ee7-8bd7-acd512e2d69e req-c11ff009-ad6d-4798-bbb6-b401c7a98201 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 944 time: 0.0693839 Sep 14 12:16:10.833464 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1095ba8f-bd45-4ee7-8bd7-acd512e2d69e req-1512b0ff-495d-4777-9aee-b23760a64116 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530689 Sep 14 12:16:12.114945 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fdc354-8010-4fe7-a292-6e3aa067c5cf req-2f77cf2f-6f30-4716-b6b8-3ba305e64da8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:12.116648 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05fdc354-8010-4fe7-a292-6e3aa067c5cf req-2f77cf2f-6f30-4716-b6b8-3ba305e64da8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 944 time: 0.0529702 Sep 14 12:16:12.170169 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05fdc354-8010-4fe7-a292-6e3aa067c5cf req-df2732af-5f98-4dc1-a9ac-910675dde3b3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463033 Sep 14 12:16:12.677374 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-2d168a50-215c-4df7-ad89-1fe66c12f65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:13.310763 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f399c4e-1862-4415-97de-740a5ead3f2d req-6b9086e7-a054-479a-b9ae-c03a2f3a6822 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:13.312365 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f399c4e-1862-4415-97de-740a5ead3f2d req-6b9086e7-a054-479a-b9ae-c03a2f3a6822 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 944 time: 0.0508771 Sep 14 12:16:13.368684 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f399c4e-1862-4415-97de-740a5ead3f2d req-f99e9e7b-37d5-48ac-bbac-d9fd19ade2bb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494356 Sep 14 12:16:14.225544 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device bfea540b-fd0e-472b-8c6b-76b61ec6c980 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:16:14.312473 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port bfea540b-fd0e-472b-8c6b-76b61ec6c980 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:16:14.313053 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:14.313476 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port bfea540b-fd0e-472b-8c6b-76b61ec6c980 Sep 14 12:16:14.418782 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port bfea540b-fd0e-472b-8c6b-76b61ec6c980 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:16:14.419318 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:14.447441 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:16:14.449730 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6e26b5-a7bf-4dad-9fbb-e692d67f01f5" -d '{"events": [{"server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "name": "network-vif-plugged", "status": "completed", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:16:14.463485 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:14.496368 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9440970c-b07d-440c-8dcd-1785d1709518 x-openstack-request-id: req-9440970c-b07d-440c-8dcd-1785d1709518 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:16:14.496661 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "name": "network-vif-plugged", "status": "completed", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:16:14.496913 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9440970c-b07d-440c-8dcd-1785d1709518 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:16:14.497311 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9440970c-b07d-440c-8dcd-1785d1709518'] response: {'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'code': 200} Sep 14 12:16:14.538560 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8043c43-ffe2-47e7-8d76-31628e69122c req-2d86ea90-185b-4a91-93ff-8a016157a649 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:14.540075 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c8043c43-ffe2-47e7-8d76-31628e69122c req-2d86ea90-185b-4a91-93ff-8a016157a649 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 944 time: 0.0758998 Sep 14 12:16:14.540452 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:14.593360 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=7']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:14.604058 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c8043c43-ffe2-47e7-8d76-31628e69122c req-849d70d2-0415-4555-adc3-cf52f9c54759 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579603 Sep 14 12:16:15.175612 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d9ce21b9-c483-4ae8-9129-05564e3f7b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:15.743221 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a5401-a7b4-4539-8dbd-8f54f5d8d3cf req-ce334579-d56b-441f-80e5-44c895776c65 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:15.744736 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1b8a5401-a7b4-4539-8dbd-8f54f5d8d3cf req-ce334579-d56b-441f-80e5-44c895776c65 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0534365 Sep 14 12:16:15.758128 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=14 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:15.759791 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=20 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:15.812689 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1b8a5401-a7b4-4539-8dbd-8f54f5d8d3cf req-bb0577de-2aed-495c-bf62-345c883bdc7b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618346 Sep 14 12:16:16.528715 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:16.959179 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd55ab0-5926-4583-8d42-58a0c70953f4 req-ed29a688-7e83-44e3-a342-44293b13d98a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:16.960725 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bdd55ab0-5926-4583-8d42-58a0c70953f4 req-ed29a688-7e83-44e3-a342-44293b13d98a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0582507 Sep 14 12:16:17.017937 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bdd55ab0-5926-4583-8d42-58a0c70953f4 req-6eb393bc-8e68-463d-987a-8a5ffdeb7f5b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501223 Sep 14 12:16:17.964140 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:18.003500 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:18.168481 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e435f0-726f-419a-ae8c-a767ddc619f4 req-d45d2a72-b1f8-42e5-9a85-0f5c8cf9f55b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:18.170087 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-73e435f0-726f-419a-ae8c-a767ddc619f4 req-d45d2a72-b1f8-42e5-9a85-0f5c8cf9f55b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0582030 Sep 14 12:16:18.239359 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-73e435f0-726f-419a-ae8c-a767ddc619f4 req-90cf25bd-49e8-466a-bf4b-9f0f148b6d1b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614610 Sep 14 12:16:19.351708 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:19.400340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41efc0-a4cb-4970-959d-168ad2d46601 req-e2ec884a-9f75-4f90-9d91-323128866c26 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:19.401910 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c41efc0-a4cb-4970-959d-168ad2d46601 req-e2ec884a-9f75-4f90-9d91-323128866c26 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0594194 Sep 14 12:16:19.462772 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c41efc0-a4cb-4970-959d-168ad2d46601 req-00fc13bd-3d43-4a46-aa30-7a7051be4165 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539000 Sep 14 12:16:20.632201 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5f64e-a477-4f29-a7e2-c1aefb9a5583 req-4887efa1-d973-437e-9e8a-2511701a1381 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:20.634563 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0e5f64e-a477-4f29-a7e2-c1aefb9a5583 req-4887efa1-d973-437e-9e8a-2511701a1381 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0646420 Sep 14 12:16:20.649612 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:20.711832 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0e5f64e-a477-4f29-a7e2-c1aefb9a5583 req-44f43679-026d-44dd-9793-54f3b24f63c3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711522 Sep 14 12:16:21.876441 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c110a8-0c88-4749-8951-a302102dc26c req-9e7e9e5a-4249-4171-a4a9-7a4ebf68a038 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:21.878061 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b1c110a8-0c88-4749-8951-a302102dc26c req-9e7e9e5a-4249-4171-a4a9-7a4ebf68a038 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0606017 Sep 14 12:16:21.942113 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b1c110a8-0c88-4749-8951-a302102dc26c req-e8ac6ff7-a3fd-4a08-bbcb-788ebe87b552 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551212 Sep 14 12:16:23.106600 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6585064-0549-4391-9d6b-d3dd70980d2c req-eecc9891-d155-49eb-8731-426bd4e5f909 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:23.108149 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a6585064-0549-4391-9d6b-d3dd70980d2c req-eecc9891-d155-49eb-8731-426bd4e5f909 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0678387 Sep 14 12:16:23.170472 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a6585064-0549-4391-9d6b-d3dd70980d2c req-8d157c5e-8067-4d10-b77d-e51989ee04b5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554731 Sep 14 12:16:24.347887 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d63fc-6bd0-4e25-aa12-177eec558b37 req-6f8554b7-5cd4-4063-9231-ea6eee056fe4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:24.350217 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-476d63fc-6bd0-4e25-aa12-177eec558b37 req-6f8554b7-5cd4-4063-9231-ea6eee056fe4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0639553 Sep 14 12:16:24.432973 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-476d63fc-6bd0-4e25-aa12-177eec558b37 req-a5e6a4ab-accd-4904-a896-ac762544a4af tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719073 Sep 14 12:16:25.593746 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baec2d-7e5b-48fd-8867-52e440f18e01 req-7fa8a528-2778-4452-a8c5-e1705bbcd8d9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:25.596996 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-22baec2d-7e5b-48fd-8867-52e440f18e01 req-7fa8a528-2778-4452-a8c5-e1705bbcd8d9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0630481 Sep 14 12:16:25.698139 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-22baec2d-7e5b-48fd-8867-52e440f18e01 req-f1efef2d-eb33-47ef-ab4a-9b5e7863ed2a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761223 Sep 14 12:16:26.888738 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e917dd-da5f-465f-934c-47c136ae6bdc req-ae778c39-1318-4aa7-9012-ae81a2118834 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:26.897449 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-84e917dd-da5f-465f-934c-47c136ae6bdc req-ae778c39-1318-4aa7-9012-ae81a2118834 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0671623 Sep 14 12:16:26.954164 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-84e917dd-da5f-465f-934c-47c136ae6bdc req-dfab6e31-b733-4f8e-add2-0f209bb7b90b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557134 Sep 14 12:16:27.864892 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:27.873458 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:28.148529 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205825e1-380c-457b-8417-e296993df826 req-5b7567b9-4836-40e5-a822-5f516f5058d9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:28.150743 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-205825e1-380c-457b-8417-e296993df826 req-5b7567b9-4836-40e5-a822-5f516f5058d9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0762310 Sep 14 12:16:28.226507 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-205825e1-380c-457b-8417-e296993df826 req-82d88624-8be3-4be6-8949-3041b4abde5b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687151 Sep 14 12:16:29.395227 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c1d66-7325-41db-a3d1-0114ef5e6a97 req-abafdaac-1ded-460e-bab4-7a4cf02e9c19 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:29.397085 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db4c1d66-7325-41db-a3d1-0114ef5e6a97 req-abafdaac-1ded-460e-bab4-7a4cf02e9c19 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0508058 Sep 14 12:16:29.451018 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db4c1d66-7325-41db-a3d1-0114ef5e6a97 req-7ee50228-a2a5-466d-b846-73170aadf932 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476675 Sep 14 12:16:30.630154 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7216069-2d09-42c5-81e4-9317c9fa3d7f req-3bd05de0-a141-4185-9a02-d8ab5f27b58b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:30.632174 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f7216069-2d09-42c5-81e4-9317c9fa3d7f req-3bd05de0-a141-4185-9a02-d8ab5f27b58b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0801980 Sep 14 12:16:30.694637 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f7216069-2d09-42c5-81e4-9317c9fa3d7f req-c2ef1849-110a-43d5-916b-0c05d367a27a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559025 Sep 14 12:16:31.849159 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbb60d-9322-4c60-9190-cf3640e6ffdf req-994bd739-2524-4a4f-a9ad-9a0e863822e1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:31.851669 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-21fbb60d-9322-4c60-9190-cf3640e6ffdf req-994bd739-2524-4a4f-a9ad-9a0e863822e1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0623188 Sep 14 12:16:31.911252 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-21fbb60d-9322-4c60-9190-cf3640e6ffdf req-47c44d06-27a9-437b-aebf-71b6f3114d0e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523379 Sep 14 12:16:32.918920 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:32.925492 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-362817d0-0738-4207-9e91-c59905644222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:32.927082 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-362817d0-0738-4207-9e91-c59905644222 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 1129 time: 0.0524330 Sep 14 12:16:33.054300 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:33.074006 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062298a2-996c-4f1a-9f60-11e342122d71 req-087ab512-5c1a-4a6d-83d2-8f596c433e25 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:33.075543 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-062298a2-996c-4f1a-9f60-11e342122d71 req-087ab512-5c1a-4a6d-83d2-8f596c433e25 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0683649 Sep 14 12:16:33.078202 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-133a83c1-8fa5-4fad-a0b7-5a2ec6c7ff4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:33.079527 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-133a83c1-8fa5-4fad-a0b7-5a2ec6c7ff4b service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 917 time: 0.1456096 Sep 14 12:16:33.172814 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-062298a2-996c-4f1a-9f60-11e342122d71 req-fed389f1-fda6-4729-9862-f0c8de9fccd0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916378 Sep 14 12:16:33.175396 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-6a8c64b6-67a5-4917-b857-f5819faf62dc service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980 HTTP/1.1" status: 200 len: 1000 time: 0.0865359 Sep 14 12:16:33.225090 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-d716fbd6-283c-44e8-ab1c-855f24980943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:33.226601 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-d716fbd6-283c-44e8-ab1c-855f24980943 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 200 len: 855 time: 0.0454793 Sep 14 12:16:33.272967 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-43f7ebb9-48aa-4909-8529-dfcabdd4a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:33.274779 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-43f7ebb9-48aa-4909-8529-dfcabdd4a965 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=0ca6a8c3-1298-4a9f-a110-741bf377213f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418675 Sep 14 12:16:33.334634 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:33.376516 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-24b13946-dcdb-453d-b784-bb801eb74b39 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948665 Sep 14 12:16:33.466527 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b3c3cf74-264c-48fc-9467-dd4ab4707409 req-992d60bb-04a3-4ff7-b71e-ed2a5f813584 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835800 Sep 14 12:16:34.308594 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207cf19-4ee1-4a9d-801d-c4abbdb7081e req-7c423ddb-905f-497a-b1f7-16e54779ab63 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:34.310204 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a207cf19-4ee1-4a9d-801d-c4abbdb7081e req-7c423ddb-905f-497a-b1f7-16e54779ab63 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 945 time: 0.0542219 Sep 14 12:16:34.314678 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device bfea540b-fd0e-472b-8c6b-76b61ec6c980 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:34.360132 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a207cf19-4ee1-4a9d-801d-c4abbdb7081e req-d731d67f-99f6-4615-9815-244456e8ecc3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436170 Sep 14 12:16:34.390138 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port bfea540b-fd0e-472b-8c6b-76b61ec6c980 is: ACTIVE; New status is: DOWN {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:16:34.390939 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:34.416687 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:16:34.418960 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d735d788-d252-442d-a50f-2288f92d3fbd" -d '{"events": [{"server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "name": "network-vif-unplugged", "status": "completed", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:16:34.433777 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:16:34.461401 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 14 Sep 2022 12:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c468d40-20ad-4b16-bfba-a681caf43558 x-openstack-request-id: req-2c468d40-20ad-4b16-bfba-a681caf43558 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:16:34.461757 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "name": "network-vif-unplugged", "status": "completed", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:16:34.461983 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c468d40-20ad-4b16-bfba-a681caf43558 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:16:34.462393 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c468d40-20ad-4b16-bfba-a681caf43558'] response: {'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'code': 200} Sep 14 12:16:34.517613 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:34.573033 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=8']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:35.490658 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4ede1-73ff-48fe-9848-dcbed4d4818c req-2957a25c-6abb-4fca-99b7-4a2330cbd113 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:35.492135 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-75f4ede1-73ff-48fe-9848-dcbed4d4818c req-2957a25c-6abb-4fca-99b7-4a2330cbd113 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0484059 Sep 14 12:16:35.541157 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-75f4ede1-73ff-48fe-9848-dcbed4d4818c req-304616be-1357-40c0-9fbf-24d94715fc06 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434680 Sep 14 12:16:36.679004 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d51d1e-2f8d-4dbd-8ae4-5e19d26d5365 req-9c086335-64a7-444f-8b10-1ee9c10b01f2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:36.680403 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-64d51d1e-2f8d-4dbd-8ae4-5e19d26d5365 req-9c086335-64a7-444f-8b10-1ee9c10b01f2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0544052 Sep 14 12:16:36.732808 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-64d51d1e-2f8d-4dbd-8ae4-5e19d26d5365 req-51924e0e-57b0-40ac-bf18-36eb65188151 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464609 Sep 14 12:16:37.140459 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 43834) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:16:37.254570 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:37.334541 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Publish callbacks [] for security_group (0e1216b8-a6d8-4aa6-9cf9-16e59b41f857), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:37.437419 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0e1216b8-a6d8-4aa6-9cf9-16e59b41f857), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:37.478325 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=126afe8b9ded4b58965e64692d083b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366506 Sep 14 12:16:37.479018 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1216b8-a6d8-4aa6-9cf9-16e59b41f857,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:37.481046 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 43840) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:16:37.486641 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.487007 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.487343 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.488572 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.488697 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.489041 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.489386 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.489709 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.490074 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.490403 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.490731 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.491061 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.491553 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.491721 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.492044 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d172d4f-b6e9-4d2a-9b54-ccd43b7e01f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.533791 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Publish callbacks [] for security_group (0e1216b8-a6d8-4aa6-9cf9-16e59b41f857), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:37.553912 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Publish callbacks [] for security_group (0e1216b8-a6d8-4aa6-9cf9-16e59b41f857), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:37.584110 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:37.688849 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0e1216b8-a6d8-4aa6-9cf9-16e59b41f857), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:37.692458 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:37.693626 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0e1216b8-a6d8-4aa6-9cf9-16e59b41f857 HTTP/1.1" status: 204 len: 168 time: 0.2115090 Sep 14 12:16:37.702827 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1216b8-a6d8-4aa6-9cf9-16e59b41f857,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:37.710444 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.710799 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.711147 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.711496 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.711831 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.712164 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.712495 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.712830 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.713187 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.713514 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.714073 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.714475 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.714808 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.715136 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:37.715461 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab368e7-1bd5-463a-a218-0df0aeb7a09b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:16:38.313769 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device bfea540b-fd0e-472b-8c6b-76b61ec6c980 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:16:38.377335 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 43858) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:16:38.391780 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7996cc04-dbb7-49a3-aca0-9002df8e3ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:38.396536 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port bfea540b-fd0e-472b-8c6b-76b61ec6c980 is: DOWN; New status is: DOWN {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:16:38.475704 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7996cc04-dbb7-49a3-aca0-9002df8e3ae6 admin admin] Publish callbacks [] for security_group (19d31616-0e5d-4051-9287-c5cecb51048b), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:38.552203 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7996cc04-dbb7-49a3-aca0-9002df8e3ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (19d31616-0e5d-4051-9287-c5cecb51048b), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:38.556150 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:38.593680 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-7996cc04-dbb7-49a3-aca0-9002df8e3ae6 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6e0c71878a3b4cf4b3c3cd31309e2ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149799 Sep 14 12:16:38.594552 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996cc04-dbb7-49a3-aca0-9002df8e3ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d31616-0e5d-4051-9287-c5cecb51048b,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:38.596910 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 43860) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:16:38.660550 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0a59a8ea-f163-4ce7-b8b4-b4bcbb0e7eb0 admin admin] Publish callbacks [] for security_group (19d31616-0e5d-4051-9287-c5cecb51048b), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:38.691948 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0a59a8ea-f163-4ce7-b8b4-b4bcbb0e7eb0 admin admin] Publish callbacks [] for security_group (19d31616-0e5d-4051-9287-c5cecb51048b), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:38.859742 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0a59a8ea-f163-4ce7-b8b4-b4bcbb0e7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (19d31616-0e5d-4051-9287-c5cecb51048b), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:38.862509 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0a59a8ea-f163-4ce7-b8b4-b4bcbb0e7eb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:38.863722 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-0a59a8ea-f163-4ce7-b8b4-b4bcbb0e7eb0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/19d31616-0e5d-4051-9287-c5cecb51048b HTTP/1.1" status: 204 len: 168 time: 0.2651970 Sep 14 12:16:38.872858 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59a8ea-f163-4ce7-b8b4-b4bcbb0e7eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d31616-0e5d-4051-9287-c5cecb51048b,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:39.234181 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394103a-578a-4f39-84c8-08246b509209 req-4649c3a3-6970-4eb2-8965-696f55986eff tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:39.237958 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2394103a-578a-4f39-84c8-08246b509209 req-4649c3a3-6970-4eb2-8965-696f55986eff tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0655580 Sep 14 12:16:39.311846 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2394103a-578a-4f39-84c8-08246b509209 req-46529269-cf00-4705-8bbf-7d1823f7cd1c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694888 Sep 14 12:16:39.880986 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-2469343d-ed41-4b7c-b892-5c5262509d87 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1575656 Sep 14 12:16:40.105727 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-07458684-d98d-48d6-9b7e-472d0e65222f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:40.107272 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-07458684-d98d-48d6-9b7e-472d0e65222f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports/bfea540b-fd0e-472b-8c6b-76b61ec6c980 HTTP/1.1" status: 200 len: 940 time: 0.1935487 Sep 14 12:16:40.488514 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411c20b-bb37-402e-b977-de3f25e9f438 req-146a9de3-026b-48f6-8f79-b3a4c43358ef tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:40.490846 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4411c20b-bb37-402e-b977-de3f25e9f438 req-146a9de3-026b-48f6-8f79-b3a4c43358ef tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0628479 Sep 14 12:16:40.549361 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4411c20b-bb37-402e-b977-de3f25e9f438 req-8e120cd7-6035-4ef1-975e-4e5d757fed7b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497515 Sep 14 12:16:41.710996 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8876819-168d-4395-8913-f7ac06c8b543 req-efce06b8-c245-48e8-91b5-bf298224c04d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:41.712609 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b8876819-168d-4395-8913-f7ac06c8b543 req-efce06b8-c245-48e8-91b5-bf298224c04d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0709083 Sep 14 12:16:41.767863 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b8876819-168d-4395-8913-f7ac06c8b543 req-1914853a-7e00-472f-97d3-8723373ba3dc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473378 Sep 14 12:16:42.074591 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-ae9c8ada-e066-43bb-9642-2bd746f6104e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:42.076193 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-ae9c8ada-e066-43bb-9642-2bd746f6104e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c&tenant_id=d410170ed3ed4ce2b64d367cbf77790a HTTP/1.1" status: 200 len: 1127 time: 0.0420084 Sep 14 12:16:42.088938 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-072287a8-e887-48fb-82f9-8b24c0fe2881 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:16:42.089975 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-072287a8-e887-48fb-82f9-8b24c0fe2881 service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050561 Sep 14 12:16:42.172173 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-fda38595-3fba-47ab-ac9a-cf757a09f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:42.173668 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-fda38595-3fba-47ab-ac9a-cf757a09f028 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 1127 time: 0.0432549 Sep 14 12:16:42.225322 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:42.265747 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-bdea2ebe-4f15-4c26-818f-2722f2687321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:42.267126 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-bdea2ebe-4f15-4c26-818f-2722f2687321 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 200 len: 917 time: 0.0876119 Sep 14 12:16:42.335297 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-6af68ba3-ceb5-4e84-a264-929a1d3971b7 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980 HTTP/1.1" status: 200 len: 998 time: 0.0618451 Sep 14 12:16:42.385245 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-7098201f-099b-4bed-89b1-1455c313e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:42.386724 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-7098201f-099b-4bed-89b1-1455c313e03a service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 200 len: 855 time: 0.0455449 Sep 14 12:16:42.432119 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-246c72c0-52e8-4068-bf0b-d0820a843604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:42.433627 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-246c72c0-52e8-4068-bf0b-d0820a843604 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=0ca6a8c3-1298-4a9f-a110-741bf377213f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404384 Sep 14 12:16:42.518409 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:42.529409 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-d5e4239b-43aa-454e-a9a1-46a0a1fb9bca service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894439 Sep 14 12:16:42.619631 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-257c5e58-eabc-42a8-8ce8-cfeaca8d1b26 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840347 Sep 14 12:16:42.676913 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-bbe6629c-b09e-4a7e-83cc-a8804a0f24a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:42.714660 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:16:42.914313 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490f8e5-41ef-487b-87e3-9f93bdc7780a req-4cceb80b-7aeb-44b5-aa95-b6858d808745 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:42.915793 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5490f8e5-41ef-487b-87e3-9f93bdc7780a req-4cceb80b-7aeb-44b5-aa95-b6858d808745 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0515730 Sep 14 12:16:42.974326 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5490f8e5-41ef-487b-87e3-9f93bdc7780a req-0b365fd5-ebfb-4cb5-ad1c-2ecd44e569b6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527291 Sep 14 12:16:44.122515 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc889bc-b74c-43ad-9b2d-f4959f3f8497 req-1d7b1210-b56d-4fa8-87e5-ae4345cf243c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:44.124034 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cbc889bc-b74c-43ad-9b2d-f4959f3f8497 req-1d7b1210-b56d-4fa8-87e5-ae4345cf243c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0515320 Sep 14 12:16:44.183547 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cbc889bc-b74c-43ad-9b2d-f4959f3f8497 req-26e62043-efd1-4891-b716-4ec0fed971f7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485828 Sep 14 12:16:45.169401 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-12cbd7cb-171d-40f7-a042-9598d2f90445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:45.319336 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d2fd2-3ead-42cf-ae26-e44933fde147 req-d8bd2d2e-033a-458e-9380-ab79828eab7e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:45.320847 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9d8d2fd2-3ead-42cf-ae26-e44933fde147 req-d8bd2d2e-033a-458e-9380-ab79828eab7e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0512590 Sep 14 12:16:45.379029 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9d8d2fd2-3ead-42cf-ae26-e44933fde147 req-7cfb0907-58e4-4f9d-8cd2-11981c090408 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479989 Sep 14 12:16:46.477616 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:46.518125 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a78a4b-43d6-49c8-ad84-2eadc372a4a3 req-cbd74aaf-83e7-4323-b090-26f98733b556 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:46.520364 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-70a78a4b-43d6-49c8-ad84-2eadc372a4a3 req-cbd74aaf-83e7-4323-b090-26f98733b556 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0516245 Sep 14 12:16:46.578590 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-70a78a4b-43d6-49c8-ad84-2eadc372a4a3 req-56aa8c9f-36a8-40b6-a7c6-7b0828d076e6 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517900 Sep 14 12:16:47.233646 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44020) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:16:47.349832 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-415d2ee0-5fa2-4cca-be9d-5600d9a2ab65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:47.448866 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-415d2ee0-5fa2-4cca-be9d-5600d9a2ab65 admin admin] Publish callbacks [] for security_group (b092c1df-8fd2-4561-9e86-c54bcd9faa08), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:47.528012 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-415d2ee0-5fa2-4cca-be9d-5600d9a2ab65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b092c1df-8fd2-4561-9e86-c54bcd9faa08), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:47.576484 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-415d2ee0-5fa2-4cca-be9d-5600d9a2ab65 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0b5a1dd24d21483c9a492b62f9bcd432&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416989 Sep 14 12:16:47.577660 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d2ee0-5fa2-4cca-be9d-5600d9a2ab65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b092c1df-8fd2-4561-9e86-c54bcd9faa08,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:47.579502 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44024) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:16:47.641538 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-250f10b4-7e96-40ae-9fe6-c1c71cbcc6c5 admin admin] Publish callbacks [] for security_group (b092c1df-8fd2-4561-9e86-c54bcd9faa08), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:47.668274 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-250f10b4-7e96-40ae-9fe6-c1c71cbcc6c5 admin admin] Publish callbacks [] for security_group (b092c1df-8fd2-4561-9e86-c54bcd9faa08), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:47.798274 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-250f10b4-7e96-40ae-9fe6-c1c71cbcc6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b092c1df-8fd2-4561-9e86-c54bcd9faa08), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:47.803089 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-250f10b4-7e96-40ae-9fe6-c1c71cbcc6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:47.807657 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-250f10b4-7e96-40ae-9fe6-c1c71cbcc6c5 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b092c1df-8fd2-4561-9e86-c54bcd9faa08 HTTP/1.1" status: 204 len: 168 time: 0.2229807 Sep 14 12:16:47.819033 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250f10b4-7e96-40ae-9fe6-c1c71cbcc6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b092c1df-8fd2-4561-9e86-c54bcd9faa08,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:48.004164 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:48.034354 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981fcd2-599e-4f23-a8d4-70f9d4539741 req-5427794c-ff2b-4e81-8dab-9ff9a7f64833 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:48.035774 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c981fcd2-599e-4f23-a8d4-70f9d4539741 req-5427794c-ff2b-4e81-8dab-9ff9a7f64833 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.3577812 Sep 14 12:16:48.037325 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:48.073155 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:48.097686 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c981fcd2-599e-4f23-a8d4-70f9d4539741 req-417d1a8d-8b81-4ede-9de0-9e5ccb08c053 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481756 Sep 14 12:16:48.605553 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44034) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:16:48.620948 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5baf4cbe-c754-4f99-afa7-ef344cf59c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:48.708830 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5baf4cbe-c754-4f99-afa7-ef344cf59c9a admin admin] Publish callbacks [] for security_group (0cc4329b-b4e4-428d-b0c0-e08e31e089d1), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:48.791628 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5baf4cbe-c754-4f99-afa7-ef344cf59c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0cc4329b-b4e4-428d-b0c0-e08e31e089d1), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:48.831804 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf4cbe-c754-4f99-afa7-ef344cf59c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc4329b-b4e4-428d-b0c0-e08e31e089d1,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:48.851374 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-5baf4cbe-c754-4f99-afa7-ef344cf59c9a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7083cc16ca3f43b1b864629b690de4bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359107 Sep 14 12:16:48.853034 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44036) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:16:48.921789 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-3e05440c-51d3-476c-a814-b8615a7f85bd admin admin] Publish callbacks [] for security_group (0cc4329b-b4e4-428d-b0c0-e08e31e089d1), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:48.944806 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-3e05440c-51d3-476c-a814-b8615a7f85bd admin admin] Publish callbacks [] for security_group (0cc4329b-b4e4-428d-b0c0-e08e31e089d1), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:49.088267 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-3e05440c-51d3-476c-a814-b8615a7f85bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0cc4329b-b4e4-428d-b0c0-e08e31e089d1), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:49.092254 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-3e05440c-51d3-476c-a814-b8615a7f85bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:49.094009 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-3e05440c-51d3-476c-a814-b8615a7f85bd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0cc4329b-b4e4-428d-b0c0-e08e31e089d1 HTTP/1.1" status: 204 len: 168 time: 0.2396240 Sep 14 12:16:49.108057 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05440c-51d3-476c-a814-b8615a7f85bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc4329b-b4e4-428d-b0c0-e08e31e089d1,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:49.280617 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b30a58-240c-4113-9a0c-bc0c967ecc44 req-6ecedda8-05f9-4b28-8a06-0a4bee4bb8bf tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:49.282106 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63b30a58-240c-4113-9a0c-bc0c967ecc44 req-6ecedda8-05f9-4b28-8a06-0a4bee4bb8bf tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0750122 Sep 14 12:16:49.343978 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-63b30a58-240c-4113-9a0c-bc0c967ecc44 req-ca7158b8-e7fb-499a-928d-5377d6dfeb19 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553982 Sep 14 12:16:50.511940 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2280a0-45b9-438b-8ab7-f651dcb165d9 req-034198c6-d3b1-482d-a9e4-f55752d564b2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:50.513903 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7d2280a0-45b9-438b-8ab7-f651dcb165d9 req-034198c6-d3b1-482d-a9e4-f55752d564b2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0662506 Sep 14 12:16:50.573106 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7d2280a0-45b9-438b-8ab7-f651dcb165d9 req-6ac6db2b-e106-4019-8098-ef77f613d3c2 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516229 Sep 14 12:16:51.085844 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44072) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:16:51.214661 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:51.221359 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7107-e7f6-471c-bd32-0d9b9bd81a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:51.318147 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7107-e7f6-471c-bd32-0d9b9bd81a8f admin admin] Publish callbacks [] for security_group (904ef35b-f4b2-4049-a5e7-d965709a8c74), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:51.374241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bbcc7107-e7f6-471c-bd32-0d9b9bd81a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (904ef35b-f4b2-4049-a5e7-d965709a8c74), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:51.425532 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-bbcc7107-e7f6-471c-bd32-0d9b9bd81a8f admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b39e710def5f4542b56a21d2b90cdcce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376610 Sep 14 12:16:51.426907 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcc7107-e7f6-471c-bd32-0d9b9bd81a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904ef35b-f4b2-4049-a5e7-d965709a8c74,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:51.428139 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44076) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:16:51.483970 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-49fe2745-fa77-4fa8-b005-bd3ce7406986 admin admin] Publish callbacks [] for security_group (904ef35b-f4b2-4049-a5e7-d965709a8c74), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:51.512336 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-49fe2745-fa77-4fa8-b005-bd3ce7406986 admin admin] Publish callbacks [] for security_group (904ef35b-f4b2-4049-a5e7-d965709a8c74), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:51.514012 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:51.655003 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-49fe2745-fa77-4fa8-b005-bd3ce7406986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (904ef35b-f4b2-4049-a5e7-d965709a8c74), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:51.658183 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-49fe2745-fa77-4fa8-b005-bd3ce7406986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:16:51.663291 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-49fe2745-fa77-4fa8-b005-bd3ce7406986 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/904ef35b-f4b2-4049-a5e7-d965709a8c74 HTTP/1.1" status: 204 len: 168 time: 0.2340655 Sep 14 12:16:51.684656 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe2745-fa77-4fa8-b005-bd3ce7406986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904ef35b-f4b2-4049-a5e7-d965709a8c74,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:16:51.826083 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f8a95f-3eb7-419b-9640-ccfbbe5bc969 req-3cbe53e6-38a1-4723-a773-748a1c081996 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:51.832670 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b1f8a95f-3eb7-419b-9640-ccfbbe5bc969 req-3cbe53e6-38a1-4723-a773-748a1c081996 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.1093001 Sep 14 12:16:51.895072 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b1f8a95f-3eb7-419b-9640-ccfbbe5bc969 req-044a5f6b-fbfa-4f26-b749-a5e42e242fc5 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614960 Sep 14 12:16:52.748708 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:52.753988 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:53.071171 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522b165-af85-43b9-a423-26c7a5813fc8 req-16d7d20a-80cd-439c-8c3e-e8065d640583 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:53.073494 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d522b165-af85-43b9-a423-26c7a5813fc8 req-16d7d20a-80cd-439c-8c3e-e8065d640583 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0612967 Sep 14 12:16:53.146154 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d522b165-af85-43b9-a423-26c7a5813fc8 req-1e7310e9-db58-4e63-8448-d90ef4978e70 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670171 Sep 14 12:16:54.280002 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d9ed8d-f962-44bf-a32c-c972ce0927fb req-e211fa5b-2cf3-4fe9-bbdd-3e841d04419b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:54.281448 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f5d9ed8d-f962-44bf-a32c-c972ce0927fb req-e211fa5b-2cf3-4fe9-bbdd-3e841d04419b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0507021 Sep 14 12:16:54.308847 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:16:54.332437 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f5d9ed8d-f962-44bf-a32c-c972ce0927fb req-0488a747-c922-4be0-9de7-1d5ea57dfdb4 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439107 Sep 14 12:16:55.474182 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b72fb-87a2-43b7-8648-044759c56de9 req-b584e20a-c602-41aa-b5b9-a41ea4452da1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:55.475571 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a73b72fb-87a2-43b7-8648-044759c56de9 req-b584e20a-c602-41aa-b5b9-a41ea4452da1 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0490930 Sep 14 12:16:55.523459 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a73b72fb-87a2-43b7-8648-044759c56de9 req-1a12126d-a776-4508-9417-ff76b9e68ecb tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Sep 14 12:16:56.657051 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7c6d0-52b5-4fbe-9f9e-94e9be6ae139 req-d439ad68-dccf-4020-a745-f6edd1b1fadc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:56.658628 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18c7c6d0-52b5-4fbe-9f9e-94e9be6ae139 req-d439ad68-dccf-4020-a745-f6edd1b1fadc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0516806 Sep 14 12:16:56.708409 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18c7c6d0-52b5-4fbe-9f9e-94e9be6ae139 req-d270cedf-2135-4a6b-9124-cb8350b5dad0 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440583 Sep 14 12:16:57.837979 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7498b-f77e-4dc3-ab76-6396ccf1f89c req-c0e99972-0ad4-4dc1-9b6e-22cd8f756d8b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:57.839537 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0e7498b-f77e-4dc3-ab76-6396ccf1f89c req-c0e99972-0ad4-4dc1-9b6e-22cd8f756d8b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0486755 Sep 14 12:16:57.889550 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0e7498b-f77e-4dc3-ab76-6396ccf1f89c req-db854d46-ad88-432b-8663-6bc7a62f888a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439525 Sep 14 12:16:59.021565 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430eb406-84eb-4fd9-95fc-789cab33764c req-e8acdf42-a9c8-4f5a-af33-1ffed52557a7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:16:59.023524 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-430eb406-84eb-4fd9-95fc-789cab33764c req-e8acdf42-a9c8-4f5a-af33-1ffed52557a7 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0481219 Sep 14 12:16:59.079839 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-430eb406-84eb-4fd9-95fc-789cab33764c req-4f7732a9-6810-4b6f-8ff5-f9cf99a746ea tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467629 Sep 14 12:17:00.230559 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92addc69-1c66-40c8-8ccf-8d962695ef2d req-8a3d736c-c4b8-4bd8-9433-0d6add20700d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:00.232122 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-92addc69-1c66-40c8-8ccf-8d962695ef2d req-8a3d736c-c4b8-4bd8-9433-0d6add20700d tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0621798 Sep 14 12:17:00.287351 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-92addc69-1c66-40c8-8ccf-8d962695ef2d req-2e5ca9dc-d0a3-4663-ab55-490c74572a37 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482845 Sep 14 12:17:01.437282 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d609ce-9b24-4ac7-954c-795fdba34c23 req-f8bea077-9783-47ae-989c-30f5cf09dfa8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:01.438881 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b4d609ce-9b24-4ac7-954c-795fdba34c23 req-f8bea077-9783-47ae-989c-30f5cf09dfa8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0597160 Sep 14 12:17:01.496464 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b4d609ce-9b24-4ac7-954c-795fdba34c23 req-5e019599-e752-42bc-aa44-c1b3a38d4ad9 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507765 Sep 14 12:17:01.668174 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=70,neutron:INSERT=10,neutron:DELETE=6 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:01.702076 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=60,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:01.704931 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=55,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:02.414476 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device bfea540b-fd0e-472b-8c6b-76b61ec6c980 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:17:02.537566 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:02.553154 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'port_id': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'mac_address': 'fa:16:3e:93:98:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:17:02.593286 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port bfea540b-fd0e-472b-8c6b-76b61ec6c980 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:17:02.593666 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:02.616617 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfea540b-fd0e-472b-8c6b-76b61ec6c980 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:17:02.643841 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:02.649741 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d714a3e2-f791-418c-bb58-75f747354868 req-277a4803-30c9-4ec8-9560-457fa56af60a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:02.651291 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d714a3e2-f791-418c-bb58-75f747354868 req-277a4803-30c9-4ec8-9560-457fa56af60a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 943 time: 0.0529172 Sep 14 12:17:02.701691 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d714a3e2-f791-418c-bb58-75f747354868 req-384415e0-7234-4cef-afc4-6ece7657c971 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444005 Sep 14 12:17:02.763693 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:02.812740 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=9']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:03.233779 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['bfea540b-fd0e-472b-8c6b-76b61ec6c980'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:17:03.379854 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:03.794012 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:03.830105 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d877168-9d36-44e7-8069-192ba39d6bfe req-76ad3017-7a35-4f94-a1d6-adb8e4144d1b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:03.832211 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5d877168-9d36-44e7-8069-192ba39d6bfe req-76ad3017-7a35-4f94-a1d6-adb8e4144d1b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 944 time: 0.0480220 Sep 14 12:17:03.880467 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5d877168-9d36-44e7-8069-192ba39d6bfe req-236a6545-f8ad-4c58-ad42-e3a77f0c9576 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424335 Sep 14 12:17:04.437923 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device bfea540b-fd0e-472b-8c6b-76b61ec6c980 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:04.486891 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port bfea540b-fd0e-472b-8c6b-76b61ec6c980 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:17:04.487283 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:04.487625 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port bfea540b-fd0e-472b-8c6b-76b61ec6c980 Sep 14 12:17:04.566712 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port bfea540b-fd0e-472b-8c6b-76b61ec6c980 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:17:04.567040 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:04.595308 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:17:04.597657 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65218be-6fb2-44bd-a06d-8d121703849f" -d '{"events": [{"server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "name": "network-vif-plugged", "status": "completed", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:17:04.614088 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:04.705719 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:04.759031 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=10']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:04.762431 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2b441c-0aa7-4e52-bc8a-50c2365576b0 x-openstack-request-id: req-de2b441c-0aa7-4e52-bc8a-50c2365576b0 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:17:04.762722 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "name": "network-vif-plugged", "status": "completed", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:17:04.762972 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de2b441c-0aa7-4e52-bc8a-50c2365576b0 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:17:04.763362 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de2b441c-0aa7-4e52-bc8a-50c2365576b0'] response: {'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'code': 200} Sep 14 12:17:05.015731 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e70e31-fb7e-4549-ba5a-fca165e6e71a req-2bb3d3b4-1d5e-4949-a758-0c3600d58896 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:05.017261 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a2e70e31-fb7e-4549-ba5a-fca165e6e71a req-2bb3d3b4-1d5e-4949-a758-0c3600d58896 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 946 time: 0.0528286 Sep 14 12:17:05.068987 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a2e70e31-fb7e-4549-ba5a-fca165e6e71a req-fe004003-82c2-4c9e-ae9c-bc5b699022be tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459087 Sep 14 12:17:05.544892 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6391e-7abb-481f-a6cc-d7e72470da5a req-2a84c4be-978b-4e4b-8ef6-6a886d25d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:05.546479 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d4b6391e-7abb-481f-a6cc-d7e72470da5a req-2a84c4be-978b-4e4b-8ef6-6a886d25d167 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 1130 time: 0.1537986 Sep 14 12:17:05.598567 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d4b6391e-7abb-481f-a6cc-d7e72470da5a req-a29d66a2-b4be-4e92-ba87-c9e1a1182a47 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432835 Sep 14 12:17:06.202135 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0aaf80-59ea-4a33-97c8-e22a765f2848 req-5a200c10-8ce3-43ea-b51b-54613b523c0a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:06.203665 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7e0aaf80-59ea-4a33-97c8-e22a765f2848 req-5a200c10-8ce3-43ea-b51b-54613b523c0a tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 946 time: 0.0481260 Sep 14 12:17:06.243273 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:06.260387 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7e0aaf80-59ea-4a33-97c8-e22a765f2848 req-d28c4140-8abb-4327-a2f1-b444f0ecc7e3 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484962 Sep 14 12:17:06.849247 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-c58ef898-f4ee-4e04-add0-f432130f8b89 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421240 Sep 14 12:17:06.985019 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-fddbeb2c-a178-41ea-9164-c01c4ab56645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:06.986720 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-fddbeb2c-a178-41ea-9164-c01c4ab56645 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 1129 time: 0.0483174 Sep 14 12:17:07.118648 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-ae3f2892-e0c4-404a-83ef-31982a0f9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:07.120121 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-ae3f2892-e0c4-404a-83ef-31982a0f9b6e service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 915 time: 0.1063480 Sep 14 12:17:07.187606 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-cb8c201e-9589-42e5-b0b6-14dfbe99bc18 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f4cdaf2-f722-4368-bdce-05dda4448873 HTTP/1.1" status: 200 len: 1001 time: 0.0573375 Sep 14 12:17:07.239293 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-fd656fd1-a13c-4360-ac29-450573a89b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:07.240765 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-fd656fd1-a13c-4360-ac29-450573a89b58 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 200 len: 853 time: 0.0469525 Sep 14 12:17:07.302776 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-bc15172b-e446-4ea4-9653-554654e1f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:07.304375 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-bc15172b-e446-4ea4-9653-554654e1f4cf service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cf307d40-f42c-4be6-8979-65e762517b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507019 Sep 14 12:17:07.403981 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cb147f-4604-4210-a7ad-b0345267fd26 req-5a78c2d6-215d-4109-a5f4-2f9cebc7462e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:07.406933 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-67cb147f-4604-4210-a7ad-b0345267fd26 req-5a78c2d6-215d-4109-a5f4-2f9cebc7462e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 946 time: 0.0564470 Sep 14 12:17:07.462566 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-67cb147f-4604-4210-a7ad-b0345267fd26 req-cf449691-a3d9-4007-a76b-016593f21f94 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512893 Sep 14 12:17:07.566538 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44304) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:07.695500 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0255ae27-fd24-4520-8dcb-289ad134ae7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:07.786719 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0255ae27-fd24-4520-8dcb-289ad134ae7b admin admin] Publish callbacks [] for security_group (b9d58c5c-e3d3-43a1-b933-3b28780010e0), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:07.887606 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0255ae27-fd24-4520-8dcb-289ad134ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b9d58c5c-e3d3-43a1-b933-3b28780010e0), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:07.930058 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-0255ae27-fd24-4520-8dcb-289ad134ae7b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=3fc25b01187d46b0b6804cd8193593ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622820 Sep 14 12:17:07.931443 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0255ae27-fd24-4520-8dcb-289ad134ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d58c5c-e3d3-43a1-b933-3b28780010e0,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:07.933812 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44326) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:07.985115 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0d3d-6a01-4bd7-801d-3097f94f7cb2 admin admin] Publish callbacks [] for security_group (b9d58c5c-e3d3-43a1-b933-3b28780010e0), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:07.999454 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-ddb7d75c-b65c-486d-b1c8-71556e897cef service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004844 Sep 14 12:17:08.007971 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0d3d-6a01-4bd7-801d-3097f94f7cb2 admin admin] Publish callbacks [] for security_group (b9d58c5c-e3d3-43a1-b933-3b28780010e0), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:08.128934 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0d3d-6a01-4bd7-801d-3097f94f7cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b9d58c5c-e3d3-43a1-b933-3b28780010e0), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:08.131625 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0d3d-6a01-4bd7-801d-3097f94f7cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:08.134688 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1f4e0d3d-6a01-4bd7-801d-3097f94f7cb2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b9d58c5c-e3d3-43a1-b933-3b28780010e0 HTTP/1.1" status: 204 len: 168 time: 0.1995189 Sep 14 12:17:08.145157 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e0d3d-6a01-4bd7-801d-3097f94f7cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d58c5c-e3d3-43a1-b933-3b28780010e0,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:08.414724 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af27ed50-b28f-4098-b1da-f0da3cb4f396 req-58ad40b5-eadc-4ce1-ab76-b87538565ee3 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018133 Sep 14 12:17:08.614671 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e8a96-eb85-43ff-a542-307db169a93d req-d09c4968-c67f-4f5b-88fa-936aa04f3247 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:08.616185 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c57e8a96-eb85-43ff-a542-307db169a93d req-d09c4968-c67f-4f5b-88fa-936aa04f3247 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 946 time: 0.0549440 Sep 14 12:17:08.649500 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:08.666348 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c57e8a96-eb85-43ff-a542-307db169a93d req-bfd2dc52-cc7c-4d15-b533-388b3df72c0b tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440686 Sep 14 12:17:08.843105 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44350) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:08.856391 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-13d20817-34d8-4ed7-8dcd-52568cbaf1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:08.935608 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-13d20817-34d8-4ed7-8dcd-52568cbaf1cd admin admin] Publish callbacks [] for security_group (c0a2315c-d4de-43c1-a17c-7c7d44d0a8dc), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:09.002970 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-13d20817-34d8-4ed7-8dcd-52568cbaf1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (c0a2315c-d4de-43c1-a17c-7c7d44d0a8dc), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:09.042623 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-13d20817-34d8-4ed7-8dcd-52568cbaf1cd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=137d61e29d774f7dad974ae2d6917fe8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984334 Sep 14 12:17:09.044552 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d20817-34d8-4ed7-8dcd-52568cbaf1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2315c-d4de-43c1-a17c-7c7d44d0a8dc,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:09.045311 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44352) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:09.098434 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9d4963e9-7cd5-41ff-8881-1aa5a78f32fe admin admin] Publish callbacks [] for security_group (c0a2315c-d4de-43c1-a17c-7c7d44d0a8dc), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:09.120303 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9d4963e9-7cd5-41ff-8881-1aa5a78f32fe admin admin] Publish callbacks [] for security_group (c0a2315c-d4de-43c1-a17c-7c7d44d0a8dc), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:09.231730 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9d4963e9-7cd5-41ff-8881-1aa5a78f32fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (c0a2315c-d4de-43c1-a17c-7c7d44d0a8dc), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:09.234286 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9d4963e9-7cd5-41ff-8881-1aa5a78f32fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:09.235455 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-9d4963e9-7cd5-41ff-8881-1aa5a78f32fe admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c0a2315c-d4de-43c1-a17c-7c7d44d0a8dc HTTP/1.1" status: 204 len: 168 time: 0.1889191 Sep 14 12:17:09.244308 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4963e9-7cd5-41ff-8881-1aa5a78f32fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2315c-d4de-43c1-a17c-7c7d44d0a8dc,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:09.797558 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f8c6c-ba40-4698-abdd-65ffc65ba457 req-2ebaf879-4e90-489a-8bfb-5af19f8fe22e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:09.799204 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3c4f8c6c-ba40-4698-abdd-65ffc65ba457 req-2ebaf879-4e90-489a-8bfb-5af19f8fe22e tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 946 time: 0.0514140 Sep 14 12:17:09.862752 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3c4f8c6c-ba40-4698-abdd-65ffc65ba457 req-e63db4fb-5519-4a4d-a587-44c763fe3471 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570219 Sep 14 12:17:09.963368 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44366) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:09.987809 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-efcc2cdb-3e28-4640-af12-e726ae2b4411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:10.007006 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:10.086712 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-efcc2cdb-3e28-4640-af12-e726ae2b4411 admin admin] Publish callbacks [] for security_group (340d8ad0-6d60-43b7-a118-867d355daf96), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:10.151768 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-efcc2cdb-3e28-4640-af12-e726ae2b4411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (340d8ad0-6d60-43b7-a118-867d355daf96), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:10.197582 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-efcc2cdb-3e28-4640-af12-e726ae2b4411 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=49a7a5ca3aee42c4a34030b29d6b564d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2331150 Sep 14 12:17:10.200384 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44376) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:10.206772 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc2cdb-3e28-4640-af12-e726ae2b4411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340d8ad0-6d60-43b7-a118-867d355daf96,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:10.254801 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-44d3b0c2-bcef-4dab-860d-bc3f5c0121d7 admin admin] Publish callbacks [] for security_group (340d8ad0-6d60-43b7-a118-867d355daf96), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:10.275825 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-44d3b0c2-bcef-4dab-860d-bc3f5c0121d7 admin admin] Publish callbacks [] for security_group (340d8ad0-6d60-43b7-a118-867d355daf96), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:10.385642 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-44d3b0c2-bcef-4dab-860d-bc3f5c0121d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (340d8ad0-6d60-43b7-a118-867d355daf96), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:10.388177 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-44d3b0c2-bcef-4dab-860d-bc3f5c0121d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:10.389334 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-44d3b0c2-bcef-4dab-860d-bc3f5c0121d7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/340d8ad0-6d60-43b7-a118-867d355daf96 HTTP/1.1" status: 204 len: 168 time: 0.1879747 Sep 14 12:17:10.398350 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3b0c2-bcef-4dab-860d-bc3f5c0121d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340d8ad0-6d60-43b7-a118-867d355daf96,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:10.603083 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:10.606807 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:12.682818 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-50320975-fc6c-424f-980d-9298c40c5a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:15.179804 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-6ef6f797-3414-436d-9c5e-81f27530421c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:16.453136 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:17.836663 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:17.946249 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:17.949704 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:19.713810 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:17:20.192553 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=8 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:20.195215 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=52,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:20.392667 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=68,neutron:INSERT=15,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:20.393461 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=70,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:24.496968 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44592) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:24.601548 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-74e13977-e33c-4a6c-bc28-ad4569676176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:24.676391 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-74e13977-e33c-4a6c-bc28-ad4569676176 admin admin] Publish callbacks [] for security_group (fa94f3a7-aad1-460f-8500-e46155400725), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:24.756150 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-74e13977-e33c-4a6c-bc28-ad4569676176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (fa94f3a7-aad1-460f-8500-e46155400725), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:24.799642 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-74e13977-e33c-4a6c-bc28-ad4569676176 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=61ea049a349f4941becb47bd998a7576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016231 Sep 14 12:17:24.800491 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e13977-e33c-4a6c-bc28-ad4569676176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa94f3a7-aad1-460f-8500-e46155400725,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:24.802360 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44596) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:24.852655 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-de60091f-2a0e-429c-b294-b350182a571f admin admin] Publish callbacks [] for security_group (fa94f3a7-aad1-460f-8500-e46155400725), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:24.881779 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-de60091f-2a0e-429c-b294-b350182a571f admin admin] Publish callbacks [] for security_group (fa94f3a7-aad1-460f-8500-e46155400725), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:24.990847 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-de60091f-2a0e-429c-b294-b350182a571f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (fa94f3a7-aad1-460f-8500-e46155400725), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:24.993395 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-de60091f-2a0e-429c-b294-b350182a571f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:24.995227 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-de60091f-2a0e-429c-b294-b350182a571f admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/fa94f3a7-aad1-460f-8500-e46155400725 HTTP/1.1" status: 204 len: 168 time: 0.1912007 Sep 14 12:17:25.003340 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60091f-2a0e-429c-b294-b350182a571f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa94f3a7-aad1-460f-8500-e46155400725,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:27.087641 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa578c82-e3e0-4113-b421-2d31019812f8 req-33b67dac-290a-4620-9cb5-280448e00406 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:27.089081 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aa578c82-e3e0-4113-b421-2d31019812f8 req-33b67dac-290a-4620-9cb5-280448e00406 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0467453 Sep 14 12:17:27.136148 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-aa578c82-e3e0-4113-b421-2d31019812f8 req-d657497b-330d-48ef-89b7-72d81c1c3e29 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412850 Sep 14 12:17:28.264898 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e70838-61c1-4063-83c7-c5a8b0535724 req-b1e7518e-9c0c-4d38-b95e-a72e3d8de438 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:28.266447 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-59e70838-61c1-4063-83c7-c5a8b0535724 req-b1e7518e-9c0c-4d38-b95e-a72e3d8de438 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0530498 Sep 14 12:17:28.323839 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-59e70838-61c1-4063-83c7-c5a8b0535724 req-21f6c58c-457a-4f97-b126-da86a15af0d6 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506978 Sep 14 12:17:29.447707 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99e1b7-3292-41ad-a370-0e8818166a8c req-5e58535b-77b0-4275-9dbf-de13a9667ebf tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:29.449164 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9c99e1b7-3292-41ad-a370-0e8818166a8c req-5e58535b-77b0-4275-9dbf-de13a9667ebf tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0499363 Sep 14 12:17:29.495811 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9c99e1b7-3292-41ad-a370-0e8818166a8c req-11e703c1-698c-4371-b507-7ff6de61b612 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=e93914ca-9353-441e-abad-3d22d5ebf219&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410810 Sep 14 12:17:29.681155 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-2c5d8c3b-0657-4531-a627-bd99875a32e3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:29.682768 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-2c5d8c3b-0657-4531-a627-bd99875a32e3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 945 time: 0.0476298 Sep 14 12:17:29.758546 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:29.759444 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:29.774547 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Deleting port 2f4cdaf2-f722-4368-bdce-05dda4448873 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:17:29.774901 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:29.870601 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] For port 2f4cdaf2-f722-4368-bdce-05dda4448873, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=2f4cdaf2-f722-4368-bdce-05dda4448873,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:29.870962 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:30.036060 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:30.036330 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (b21a2ceb-d189-487d-8966-58330d3b6a83), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:30.036649 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Floating IP b21a2ceb-d189-487d-8966-58330d3b6a83 disassociated. External IP: 172.27.3.183, port: 2f4cdaf2-f722-4368-bdce-05dda4448873. Sep 14 12:17:30.036989 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Calling delete_port for 2f4cdaf2-f722-4368-bdce-05dda4448873 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:17:30.096697 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:30.098598 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:30.225295 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (2f4cdaf2-f722-4368-bdce-05dda4448873), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:30.254598 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'Port': ['ID=2f4cdaf2-f722-4368-bdce-05dda4448873,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:30.365077 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:17:30.470645 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:17:30.481065 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:17:30.489245 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:30.491625 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:17:30.492229 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:17:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:30.518511 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] No DVR routers for this DVR port 2f4cdaf2-f722-4368-bdce-05dda4448873 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:17:30.521765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:30.524556 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-62d7c4f3-d0d3-4e42-8a2d-e1ed51d2cdba req-f6896590-e125-4c7b-b00f-cd0a40d93360 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "DELETE /networking/v2.0/ports/2f4cdaf2-f722-4368-bdce-05dda4448873 HTTP/1.1" status: 204 len: 173 time: 0.8359964 Sep 14 12:17:30.525062 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'name': 'network-vif-deleted', 'tag': '2f4cdaf2-f722-4368-bdce-05dda4448873'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:17:30.527883 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2d0dea-2f64-450e-a0a5-64325417143c" -d '{"events": [{"server_uuid": "a6bf2654-f27a-4ec4-9dba-d70e557034df", "name": "network-vif-deleted", "tag": "2f4cdaf2-f722-4368-bdce-05dda4448873"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:17:30.630192 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-00b405e7-64b7-488a-966e-b90c9a757f09 req-ef5f2e15-d998-45f6-a5f1-1da428088555 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 210 time: 0.0381446 Sep 14 12:17:30.634564 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:17:30.834929 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6724df9-f32f-4abb-8f68-22f219fc180a x-openstack-request-id: req-b6724df9-f32f-4abb-8f68-22f219fc180a {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:17:30.835255 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6bf2654-f27a-4ec4-9dba-d70e557034df", "name": "network-vif-deleted", "tag": "2f4cdaf2-f722-4368-bdce-05dda4448873", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:17:30.835620 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6724df9-f32f-4abb-8f68-22f219fc180a {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:17:30.836129 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6724df9-f32f-4abb-8f68-22f219fc180a'] response: {'server_uuid': 'a6bf2654-f27a-4ec4-9dba-d70e557034df', 'name': 'network-vif-deleted', 'tag': '2f4cdaf2-f722-4368-bdce-05dda4448873', 'status': 'completed', 'code': 200} Sep 14 12:17:30.877088 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:30.902583 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:17:30.911522 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:17:30.912123 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:17:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:31.024966 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:17:31.228489 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:31.253501 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d2b94a-573c-4430-b6a1-510aebc100f8 None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:17:31.466572 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded05181-a715-4752-ac7e-fa278d36b77d None None] New status for floating IP b21a2ceb-d189-487d-8966-58330d3b6a83: DOWN {{(pid=106905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:17:31.632623 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ab911-2744-4fd5-914f-3e320019c2aa req-2d85391a-61d6-4af1-a83c-e0343255235c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:31.634116 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0a4ab911-2744-4fd5-914f-3e320019c2aa req-2d85391a-61d6-4af1-a83c-e0343255235c tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 945 time: 0.0459473 Sep 14 12:17:31.688798 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0a4ab911-2744-4fd5-914f-3e320019c2aa req-644ff1bf-9f5a-427e-9757-a6a3010e4f98 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478940 Sep 14 12:17:31.747566 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-56524dd8-8368-4985-ae84-83b5e366b8c7 req-2231c7cf-a6e4-453e-b9a9-e8eb61fe5f8c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 210 time: 0.0265419 Sep 14 12:17:32.823519 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d338f-2bcb-43e3-adba-70a7b512ffa7 req-81dfbb5d-4d62-4046-98bc-6273696b8144 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:32.823519 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-154d338f-2bcb-43e3-adba-70a7b512ffa7 req-81dfbb5d-4d62-4046-98bc-6273696b8144 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 945 time: 0.0497375 Sep 14 12:17:32.872266 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-df460f6a-3f20-4b7b-86e8-2104ff17e52d req-5c0b2fe3-3907-498b-8951-1a42c505f928 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=a6bf2654-f27a-4ec4-9dba-d70e557034df HTTP/1.1" status: 200 len: 210 time: 0.0368116 Sep 14 12:17:32.893938 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-154d338f-2bcb-43e3-adba-70a7b512ffa7 req-6e7ec8c4-d472-4603-8852-2a85ef45a688 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659089 Sep 14 12:17:33.322629 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:33.980013 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:34.014778 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7749f36-15d0-436b-a07f-c3a2633b67e8 req-ec59621b-64b8-4013-96c7-c3f1ab42f7a2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:34.016278 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a7749f36-15d0-436b-a07f-c3a2633b67e8 req-ec59621b-64b8-4013-96c7-c3f1ab42f7a2 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 945 time: 0.0470967 Sep 14 12:17:34.065328 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a7749f36-15d0-436b-a07f-c3a2633b67e8 req-d95a99ea-37f9-44bf-890d-0a3068712d3e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f886ea69-a33b-4421-915f-0a0fcb055e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435057 Sep 14 12:17:34.171240 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-c82cf367-d7c9-4e20-81ff-730235e1fe1a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:34.172638 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-c82cf367-d7c9-4e20-81ff-730235e1fe1a tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 945 time: 0.0443978 Sep 14 12:17:34.253335 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Deleting port 10f04e67-d152-402d-b0fd-e0db630ba32c {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:17:34.253676 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:34.344332 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] For port 10f04e67-d152-402d-b0fd-e0db630ba32c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=10f04e67-d152-402d-b0fd-e0db630ba32c,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:34.344700 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:34.499020 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 2f4cdaf2-f722-4368-bdce-05dda4448873 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:17:34.506701 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:34.507068 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (7bd7df6f-b043-47d4-9f4b-4c2d0008b247), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:34.507413 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Floating IP 7bd7df6f-b043-47d4-9f4b-4c2d0008b247 disassociated. External IP: 172.27.3.131, port: 10f04e67-d152-402d-b0fd-e0db630ba32c. Sep 14 12:17:34.507755 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Calling delete_port for 10f04e67-d152-402d-b0fd-e0db630ba32c owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:17:34.518140 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 2f4cdaf2-f722-4368-bdce-05dda4448873 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:17:34.523708 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 2f4cdaf2-f722-4368-bdce-05dda4448873 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:17:34.722622 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (10f04e67-d152-402d-b0fd-e0db630ba32c), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:34.750127 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event deleted for resources: {'Port': ['ID=10f04e67-d152-402d-b0fd-e0db630ba32c,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:34.837539 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:34.860831 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Router 0933cc79-f9fb-4153-a17f-fc1ab6004511 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:17:34.917924 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:34.969334 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:17:34.979189 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] Sync routers for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:17:34.988654 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:17:34.989246 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:17:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:34.997800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:34.998749 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:35.014776 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] No DVR routers for this DVR port 10f04e67-d152-402d-b0fd-e0db630ba32c on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:17:35.016943 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44688) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:35.017430 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.024980 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-299a24ef-964b-4772-baea-9f63c1cf3648 req-ec6be1c0-c5f5-4a36-bffc-23ca3694cef6 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.81 "DELETE /networking/v2.0/ports/10f04e67-d152-402d-b0fd-e0db630ba32c HTTP/1.1" status: 204 len: 173 time: 0.8420601 Sep 14 12:17:35.024980 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'name': 'network-vif-deleted', 'tag': '10f04e67-d152-402d-b0fd-e0db630ba32c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:17:35.024980 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b032994-bde3-454e-93b7-399c4bee9d86" -d '{"events": [{"server_uuid": "637a4311-34dd-4f5e-b0c9-e32ec1a8a12b", "name": "network-vif-deleted", "tag": "10f04e67-d152-402d-b0fd-e0db630ba32c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:17:35.066757 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26fba07-3814-4e0f-a3f8-dbb84be01272 x-openstack-request-id: req-e26fba07-3814-4e0f-a3f8-dbb84be01272 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:17:35.067056 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637a4311-34dd-4f5e-b0c9-e32ec1a8a12b", "name": "network-vif-deleted", "tag": "10f04e67-d152-402d-b0fd-e0db630ba32c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:17:35.067303 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e26fba07-3814-4e0f-a3f8-dbb84be01272 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:17:35.067711 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e26fba07-3814-4e0f-a3f8-dbb84be01272'] response: {'server_uuid': '637a4311-34dd-4f5e-b0c9-e32ec1a8a12b', 'name': 'network-vif-deleted', 'tag': '10f04e67-d152-402d-b0fd-e0db630ba32c', 'status': 'completed', 'code': 200} Sep 14 12:17:35.085058 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f1852282-c91a-4af7-a0bf-d4629762365a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (e93914ca-9353-441e-abad-3d22d5ebf219), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.120105 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:17:35.123137 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f1852282-c91a-4af7-a0bf-d4629762365a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (e93914ca-9353-441e-abad-3d22d5ebf219), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.195482 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-33e9024b-20ae-4696-a7dc-0dcc18600865 req-4f76869d-5f58-4ea3-be80-57f035dcd53b tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=637a4311-34dd-4f5e-b0c9-e32ec1a8a12b HTTP/1.1" status: 200 len: 210 time: 0.0352273 Sep 14 12:17:35.264882 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f1852282-c91a-4af7-a0bf-d4629762365a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e93914ca-9353-441e-abad-3d22d5ebf219), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.267462 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f1852282-c91a-4af7-a0bf-d4629762365a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.268637 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-f1852282-c91a-4af7-a0bf-d4629762365a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e93914ca-9353-441e-abad-3d22d5ebf219 HTTP/1.1" status: 204 len: 168 time: 0.2506790 Sep 14 12:17:35.272094 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44694) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:35.288259 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1852282-c91a-4af7-a0bf-d4629762365a tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93914ca-9353-441e-abad-3d22d5ebf219,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:35.288901 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.api.v2.resource [None req-55801cf7-6b00-4dd4-9176-48d3128f6850 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] show failed (client error): The resource could not be found. Sep 14 12:17:35.293308 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-55801cf7-6b00-4dd4-9176-48d3128f6850 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups/e93914ca-9353-441e-abad-3d22d5ebf219 HTTP/1.1" status: 404 len: 347 time: 0.0162690 Sep 14 12:17:35.294165 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44696) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:35.336092 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:35.412318 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-7e73b656-2e67-4b82-944c-06d5f4574553 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Deleting port dac953b7-b9f9-4b54-8ca4-b98e87306911 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:17:35.412655 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7e73b656-2e67-4b82-944c-06d5f4574553 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (dac953b7-b9f9-4b54-8ca4-b98e87306911), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.468863 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:35.470422 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:35.489614 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7e73b656-2e67-4b82-944c-06d5f4574553 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (dac953b7-b9f9-4b54-8ca4-b98e87306911), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.489839 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7e73b656-2e67-4b82-944c-06d5f4574553 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (dac953b7-b9f9-4b54-8ca4-b98e87306911), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.497282 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] Checking router: 0933cc79-f9fb-4153-a17f-fc1ab6004511 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:17:35.504185 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-7e73b656-2e67-4b82-944c-06d5f4574553 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Calling delete_port for dac953b7-b9f9-4b54-8ca4-b98e87306911 owned by network:floatingip {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:17:35.506140 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:17:35.506768 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:17:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:35.619600 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:17:35.705382 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7e73b656-2e67-4b82-944c-06d5f4574553 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (dac953b7-b9f9-4b54-8ca4-b98e87306911), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.732433 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e73b656-2e67-4b82-944c-06d5f4574553 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'Port': ['ID=dac953b7-b9f9-4b54-8ca4-b98e87306911,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:35.795955 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7e73b656-2e67-4b82-944c-06d5f4574553 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (b21a2ceb-d189-487d-8966-58330d3b6a83), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.798380 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7e73b656-2e67-4b82-944c-06d5f4574553 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:35.799531 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-7e73b656-2e67-4b82-944c-06d5f4574553 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/b21a2ceb-d189-487d-8966-58330d3b6a83 HTTP/1.1" status: 204 len: 168 time: 0.5050347 Sep 14 12:17:35.821396 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:35.848724 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e71add-974e-47a4-b321-9069c8fe6811 None None] The sync data for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi is: [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:06:06Z', 'revision_number': 4, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'd9c343d1-f454-4da2-a915-e6ef85619f91', 'name': '', 'network_id': 'f06a80ac-04e5-4ae1-9b24-c817b700ac9e', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'mac_address': 'fa:16:3e:79:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:04Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'subnets': [{'id': 'd4fe8a74-946d-4071-b8d3-3434cb1ac798', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:17:36.066660 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7d4c0e-fac7-4170-bee3-5c5304736308 None None] New status for floating IP 7bd7df6f-b043-47d4-9f4b-4c2d0008b247: DOWN {{(pid=106905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:17:36.365484 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44704) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:36.419231 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-fac4099d-9688-4552-ba8c-11149eb50045 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (f886ea69-a33b-4421-915f-0a0fcb055e9f), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:36.440997 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-fac4099d-9688-4552-ba8c-11149eb50045 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (f886ea69-a33b-4421-915f-0a0fcb055e9f), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:36.568159 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-fac4099d-9688-4552-ba8c-11149eb50045 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (f886ea69-a33b-4421-915f-0a0fcb055e9f), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:36.570745 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-fac4099d-9688-4552-ba8c-11149eb50045 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:36.571905 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-fac4099d-9688-4552-ba8c-11149eb50045 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f886ea69-a33b-4421-915f-0a0fcb055e9f HTTP/1.1" status: 204 len: 168 time: 0.2075424 Sep 14 12:17:36.575557 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44706) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:36.581932 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4099d-9688-4552-ba8c-11149eb50045 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f886ea69-a33b-4421-915f-0a0fcb055e9f,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:36.591280 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.api.v2.resource [None req-c7aa9421-ae31-477c-90bb-0f81b9e9664e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] show failed (client error): The resource could not be found. Sep 14 12:17:36.592306 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c7aa9421-ae31-477c-90bb-0f81b9e9664e tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "GET /networking/v2.0/security-groups/f886ea69-a33b-4421-915f-0a0fcb055e9f HTTP/1.1" status: 404 len: 347 time: 0.0157290 Sep 14 12:17:36.595224 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44708) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:36.705605 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-e378bffd-b450-4ed2-a5a3-021b2eddd057 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Deleting port 5888ddf6-bfe2-40d3-8765-c3f1f72900a7 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:17:36.705865 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e378bffd-b450-4ed2-a5a3-021b2eddd057 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (5888ddf6-bfe2-40d3-8765-c3f1f72900a7), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:36.783661 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e378bffd-b450-4ed2-a5a3-021b2eddd057 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (5888ddf6-bfe2-40d3-8765-c3f1f72900a7), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:36.783991 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e378bffd-b450-4ed2-a5a3-021b2eddd057 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (5888ddf6-bfe2-40d3-8765-c3f1f72900a7), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:36.797006 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-e378bffd-b450-4ed2-a5a3-021b2eddd057 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Calling delete_port for 5888ddf6-bfe2-40d3-8765-c3f1f72900a7 owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:17:36.960167 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44712) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:36.964803 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-936d569c-8d99-4659-81fe-f64001091afd tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553613971', 'description': 'tempest-description--1840978899'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:36.991044 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e378bffd-b450-4ed2-a5a3-021b2eddd057 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (5888ddf6-bfe2-40d3-8765-c3f1f72900a7), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.020454 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378bffd-b450-4ed2-a5a3-021b2eddd057 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Pushing event deleted for resources: {'Port': ['ID=5888ddf6-bfe2-40d3-8765-c3f1f72900a7,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:37.063303 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-936d569c-8d99-4659-81fe-f64001091afd tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.094556 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e378bffd-b450-4ed2-a5a3-021b2eddd057 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks [] for floatingip (7bd7df6f-b043-47d4-9f4b-4c2d0008b247), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.097263 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e378bffd-b450-4ed2-a5a3-021b2eddd057 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.098497 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-e378bffd-b450-4ed2-a5a3-021b2eddd057 tempest-AttachVolumeTestJSON-259790065 tempest-AttachVolumeTestJSON-259790065-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/7bd7df6f-b043-47d4-9f4b-4c2d0008b247 HTTP/1.1" status: 204 len: 168 time: 0.5022874 Sep 14 12:17:37.156852 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-936d569c-8d99-4659-81fe-f64001091afd tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (1e54cffe-bd5b-4e42-8282-b9dd992dac2a), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.242279 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-936d569c-8d99-4659-81fe-f64001091afd tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (1e54cffe-bd5b-4e42-8282-b9dd992dac2a), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.251698 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:37.272769 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d569c-8d99-4659-81fe-f64001091afd tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e54cffe-bd5b-4e42-8282-b9dd992dac2a,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:37.331231 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-936d569c-8d99-4659-81fe-f64001091afd tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.333782 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-936d569c-8d99-4659-81fe-f64001091afd tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3726349 Sep 14 12:17:37.335357 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44718) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:37.340244 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group_rule': {'security_group_id': '1e54cffe-bd5b-4e42-8282-b9dd992dac2a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:37.413996 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (42f0aa21-8ee7-491c-83d6-3acc084cd128), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.435351 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:37.471818 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (42f0aa21-8ee7-491c-83d6-3acc084cd128), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.539184 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (42f0aa21-8ee7-491c-83d6-3acc084cd128), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.559645 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f0aa21-8ee7-491c-83d6-3acc084cd128,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:37.566914 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.567268 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.567618 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.567960 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.568295 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.568626 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.568955 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.569282 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.569610 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.569965 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.570296 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.570623 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.570948 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.571270 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.571593 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:37.632844 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.634077 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-b7c2ecbd-fe8b-4bbb-b1e0-0adea0c393a5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2977526 Sep 14 12:17:37.637341 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44722) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:37.641502 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-24352610-2aa9-447a-93cf-a99c952d2d24 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'security_group_rule': {'security_group_id': '1e54cffe-bd5b-4e42-8282-b9dd992dac2a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:37.733701 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-24352610-2aa9-447a-93cf-a99c952d2d24 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (04b22e14-7ce3-426c-9c24-686f99515379), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.789775 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-24352610-2aa9-447a-93cf-a99c952d2d24 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (04b22e14-7ce3-426c-9c24-686f99515379), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.905613 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-24352610-2aa9-447a-93cf-a99c952d2d24 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (04b22e14-7ce3-426c-9c24-686f99515379), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.924579 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24352610-2aa9-447a-93cf-a99c952d2d24 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04b22e14-7ce3-426c-9c24-686f99515379,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:37.998717 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-24352610-2aa9-447a-93cf-a99c952d2d24 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:37.999980 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-24352610-2aa9-447a-93cf-a99c952d2d24 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616562 Sep 14 12:17:38.003326 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44724) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:38.007747 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:38.093938 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:38.173833 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:38.280760 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Allocated IP 172.27.3.153 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/70a40a18-0f2e-4adf-b318-325a680d51b8) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:38.383045 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (70a40a18-0f2e-4adf-b318-325a680d51b8), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:38.471140 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (70a40a18-0f2e-4adf-b318-325a680d51b8), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:38.501531 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:38.512627 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:38.519819 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:38.523995 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:17:38.545885 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=70a40a18-0f2e-4adf-b318-325a680d51b8,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:38.551997 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 10f04e67-d152-402d-b0fd-e0db630ba32c no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:17:38.577629 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 10f04e67-d152-402d-b0fd-e0db630ba32c {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:17:38.578913 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 10f04e67-d152-402d-b0fd-e0db630ba32c not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:17:38.612350 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:38.615318 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (a90d3d10-c296-4d27-9936-efa9cef4dd9c), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:38.752107 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (70a40a18-0f2e-4adf-b318-325a680d51b8), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:38.900632 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (70a40a18-0f2e-4adf-b318-325a680d51b8), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:39.036440 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (70a40a18-0f2e-4adf-b318-325a680d51b8), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:39.105665 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=70a40a18-0f2e-4adf-b318-325a680d51b8,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:39.108148 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (a90d3d10-c296-4d27-9936-efa9cef4dd9c), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:39.215276 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:39.216627 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-12aa181c-056b-4d07-887c-974a998ae748 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2123153 Sep 14 12:17:39.416877 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-26360945-cca8-4675-97aa-4f77c48cb795 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1553613971&fields=id&tenant_id=5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 267 time: 0.0423281 Sep 14 12:17:39.725693 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:39.768331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-52dcc020-918b-4cbc-abf5-4be628c3c572 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:39.773583 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-52dcc020-918b-4cbc-abf5-4be628c3c572 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 814 time: 0.3465705 Sep 14 12:17:39.784841 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-159427ac-9200-4c9b-a782-be9d716860fc tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/quotas/5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 375 time: 0.0092647 Sep 14 12:17:39.836453 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-5db98bed-b980-46ce-b20d-2b5b6c3d46e5 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465147 Sep 14 12:17:39.851671 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-2e272e61-c35d-467d-9985-36a3ef65ff9c service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:17:39.852602 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-2e272e61-c35d-467d-9985-36a3ef65ff9c service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050936 Sep 14 12:17:39.936762 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:39.947524 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-76b9f12d-6fee-4383-b429-9b8d3515dbc8 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888491 Sep 14 12:17:40.039611 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-95f0ef17-9c98-4e31-b715-f0199ca8c35d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858548 Sep 14 12:17:41.062499 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44760) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:41.284468 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8a9c7767-023a-4dfb-bd9a-05e114594b77 req-52407326-5709-4667-9ad5-d5d4679ebe7b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 210 time: 0.0322771 Sep 14 12:17:41.601451 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (0933cc79-f9fb-4153-a17f-fc1ab6004511), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:41.862886 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Deleting port d9c343d1-f454-4da2-a915-e6ef85619f91 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:17:41.863136 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:41.903408 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:41.943139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] For port d9c343d1-f454-4da2-a915-e6ef85619f91, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=d9c343d1-f454-4da2-a915-e6ef85619f91,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:41.943499 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:41.956388 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Calling delete_port for d9c343d1-f454-4da2-a915-e6ef85619f91 owned by network:router_interface {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:17:42.117460 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:42.244953 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (d9c343d1-f454-4da2-a915-e6ef85619f91), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:42.263747 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c343d1-f454-4da2-a915-e6ef85619f91,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:42.276070 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.276414 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.278724 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.278724 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.278724 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.278724 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.278724 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.279115 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.279402 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.279769 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.280543 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.280543 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.280736 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.281045 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.281367 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:42.412029 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0f0a110f-a477-4331-b24f-39563b7ccc48 req-a12174d7-1c5d-4417-a60c-08eea5361428 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 210 time: 0.0361848 Sep 14 12:17:42.465293 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (0933cc79-f9fb-4153-a17f-fc1ab6004511), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:42.666377 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Router 0933cc79-f9fb-4153-a17f-fc1ab6004511 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:17:42.671256 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4ce95ef5-3e0a-499e-ba03-4aba98a07823 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:42.768580 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:17:42.774516 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-d54970eb-c4ad-4111-8c36-5ed70b40ec17 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/0933cc79-f9fb-4153-a17f-fc1ab6004511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7104833 Sep 14 12:17:42.776298 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44774) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:42.779099 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] Sync routers for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:17:42.790290 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:17:42.793125 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:17:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:42.883138 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Publish callbacks [] for router (0933cc79-f9fb-4153-a17f-fc1ab6004511), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:42.898428 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:17:42.934342 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:42.983259 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Publish callbacks [] for router_gateway (0933cc79-f9fb-4153-a17f-fc1ab6004511), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.068657 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:17:42Z', 'revision_number': 5, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port': {'id': 'e183fffd-4f73-4873-9d2c-873953956a95', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:c4:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:43.092665 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Deleting port e183fffd-4f73-4873-9d2c-873953956a95 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:17:43.093001 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (e183fffd-4f73-4873-9d2c-873953956a95), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.098896 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] Checking router: 0933cc79-f9fb-4153-a17f-fc1ab6004511 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:17:43.108372 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] Routers {'0933cc79-f9fb-4153-a17f-fc1ab6004511'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:17:43.109005 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:17:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['0933cc79-f9fb-4153-a17f-fc1ab6004511'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:43.132241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:43.176690 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] For port e183fffd-4f73-4873-9d2c-873953956a95, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=e183fffd-4f73-4873-9d2c-873953956a95,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:43.177053 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (e183fffd-4f73-4873-9d2c-873953956a95), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.189727 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] Set router 0933cc79-f9fb-4153-a17f-fc1ab6004511 gateway port host: None {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:17:43.190142 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Calling delete_port for e183fffd-4f73-4873-9d2c-873953956a95 owned by network:router_gateway {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:17:43.240513 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:17:42Z', 'revision_number': 6, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port_host': None}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:43.264547 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903bdc64-6a3d-41e5-8f8c-33574085d1ba None None] The sync data for ids ['0933cc79-f9fb-4153-a17f-fc1ab6004511'] in dv-cinder-844962-2-iscsi is: [{'id': '0933cc79-f9fb-4153-a17f-fc1ab6004511', 'name': 'tempest-AttachVolumeTestJSON-1472176169-router', 'tenant_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:55Z', 'updated_at': '2022-09-14T12:17:42Z', 'revision_number': 6, 'project_id': 'e35c2ab9a9644cadadd4da9a544b944b', 'gw_port_host': None}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:17:43.403077 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (e183fffd-4f73-4873-9d2c-873953956a95), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.426462 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Pushing event deleted for resources: {'Port': ['ID=e183fffd-4f73-4873-9d2c-873953956a95,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:43.511691 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ee8f07b6-e29e-495f-b0c5-7f6a070b288c req-ff2f1ff4-7d59-4d5a-adae-d054f3be6fdf tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 210 time: 0.0388310 Sep 14 12:17:43.518884 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (0933cc79-f9fb-4153-a17f-fc1ab6004511), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.608863 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (0933cc79-f9fb-4153-a17f-fc1ab6004511), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.611090 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Publish callbacks [] for router_controller (0933cc79-f9fb-4153-a17f-fc1ab6004511), precommit_delete_associations {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.716967 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (0933cc79-f9fb-4153-a17f-fc1ab6004511), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.717589 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0933cc79-f9fb-4153-a17f-fc1ab6004511 {{(pid=106903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:17:43.721989 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.723110 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-49d073fa-30cb-4866-9d4a-b0d6b9b02307 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/0933cc79-f9fb-4153-a17f-fc1ab6004511 HTTP/1.1" status: 204 len: 168 time: 0.9457459 Sep 14 12:17:43.725670 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44784) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:43.769604 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_v2 [None req-1919137a-6bbc-4d84-864c-8c16ef977776 admin admin] Deleting subnet d4fe8a74-946d-4071-b8d3-3434cb1ac798 {{(pid=106903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:17:43.772981 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-1919137a-6bbc-4d84-864c-8c16ef977776 admin admin] Publish callbacks [] for subnet (d4fe8a74-946d-4071-b8d3-3434cb1ac798), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.806867 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-1919137a-6bbc-4d84-864c-8c16ef977776 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626246'] for subnet (d4fe8a74-946d-4071-b8d3-3434cb1ac798), precommit_delete_associations {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:43.885328 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-1919137a-6bbc-4d84-864c-8c16ef977776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (d4fe8a74-946d-4071-b8d3-3434cb1ac798), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.002176 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-1919137a-6bbc-4d84-864c-8c16ef977776 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2250688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2896776'] for subnet (d4fe8a74-946d-4071-b8d3-3434cb1ac798), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.028732 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1919137a-6bbc-4d84-864c-8c16ef977776 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4fe8a74-946d-4071-b8d3-3434cb1ac798,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:44.035373 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-1919137a-6bbc-4d84-864c-8c16ef977776 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.040717 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8420c899-88ac-45ac-a714-a5e90ebe212f None None] Network f06a80ac-04e5-4ae1-9b24-c817b700ac9e requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:17:44.043766 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-1919137a-6bbc-4d84-864c-8c16ef977776 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/d4fe8a74-946d-4071-b8d3-3434cb1ac798 HTTP/1.1" status: 204 len: 168 time: 0.3168900 Sep 14 12:17:44.046159 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44786) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:44.134960 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device e183fffd-4f73-4873-9d2c-873953956a95 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:17:44.159161 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: e183fffd-4f73-4873-9d2c-873953956a95 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:17:44.159512 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device e183fffd-4f73-4873-9d2c-873953956a95 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:17:44.159937 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device d9c343d1-f454-4da2-a915-e6ef85619f91 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:17:44.188355 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: d9c343d1-f454-4da2-a915-e6ef85619f91 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:17:44.188735 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device d9c343d1-f454-4da2-a915-e6ef85619f91 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:17:44.244198 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] DHCP port deletion for f06a80ac-04e5-4ae1-9b24-c817b700ac9e request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:17:44.285238 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Deleting port 563edae7-c984-406e-aa41-d6e8bfce1407 {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:17:44.285690 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.287334 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:44.350110 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:44.360086 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] For port 563edae7-c984-406e-aa41-d6e8bfce1407, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=563edae7-c984-406e-aa41-d6e8bfce1407,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:44.360481 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.370489 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:44.377052 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Calling delete_port for 563edae7-c984-406e-aa41-d6e8bfce1407 owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:17:44.377259 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (f06a80ac-04e5-4ae1-9b24-c817b700ac9e), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.422023 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Deleting port 563edae7-c984-406e-aa41-d6e8bfce1407 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:17:44.422360 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.462433 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:44.490706 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] For port 563edae7-c984-406e-aa41-d6e8bfce1407, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=563edae7-c984-406e-aa41-d6e8bfce1407,segment=NetworkSegment(e169d61c-6f33-48d2-a7d2-69489c1be964),segment_id=e169d61c-6f33-48d2-a7d2-69489c1be964)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:44.491074 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.503852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Calling delete_port for 563edae7-c984-406e-aa41-d6e8bfce1407 owned by network:dhcp {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:17:44.533727 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.575290 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Pushing event deleted for resources: {'Port': ['ID=563edae7-c984-406e-aa41-d6e8bfce1407,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:44.591273 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (563edae7-c984-406e-aa41-d6e8bfce1407), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.595370 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.595537 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.595838 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.596174 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.596667 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.596996 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.597317 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.597969 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.597969 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.598434 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.598760 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.599081 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.599399 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.599713 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.600141 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:17:44.603514 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ebf792-51b4-405c-a2ac-c8069c944177 None None] No DVR routers for this DVR port 563edae7-c984-406e-aa41-d6e8bfce1407 on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:17:44.637433 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] No DVR routers for this DVR port 563edae7-c984-406e-aa41-d6e8bfce1407 on host dv-cinder-844962-2-iscsi {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:17:44.640835 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99570b64-8606-4167-92b3-b23fe70c5c50 req-5585d813-c69f-4f21-bbbd-5577fe469830 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 210 time: 0.0635645 Sep 14 12:17:44.643668 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=563edae7-c984-406e-aa41-d6e8bfce1407,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:44.715584 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (f06a80ac-04e5-4ae1-9b24-c817b700ac9e), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.735553 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06a80ac-04e5-4ae1-9b24-c817b700ac9e']}} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:44.744798 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e169d61c-6f33-48d2-a7d2-69489c1be964') {'for_net_delete': True} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:44.745088 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e169d61c-6f33-48d2-a7d2-69489c1be964') {} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:17:44.755656 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626301'] for segment (e169d61c-6f33-48d2-a7d2-69489c1be964), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.769617 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (e169d61c-6f33-48d2-a7d2-69489c1be964), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.776208 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=106903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:17:44.776644 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250618'] for segment (e169d61c-6f33-48d2-a7d2-69489c1be964), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.796875 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment e169d61c-6f33-48d2-a7d2-69489c1be964 resource provider aggregate not found Sep 14 12:17:44.826236 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment e169d61c-6f33-48d2-a7d2-69489c1be964 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e169d61c-6f33-48d2-a7d2-69489c1be964 found for delete ", "request_id": "req-26565c76-2867-4cb4-b01e-fcabca43e686"}]} Sep 14 12:17:44.934373 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (f06a80ac-04e5-4ae1-9b24-c817b700ac9e), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.938983 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:44.942161 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/f06a80ac-04e5-4ae1-9b24-c817b700ac9e HTTP/1.1" status: 204 len: 168 time: 0.8950424 Sep 14 12:17:44.957204 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec5676-f620-494c-8b88-f7dc69cd3e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=f06a80ac-04e5-4ae1-9b24-c817b700ac9e,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:45.168402 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-399f0084-b743-4036-abc2-0fc86bf7e5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:45.264363 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44802) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:45.305668 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-a4523fd4-0fb8-4e0f-9b83-cfa2fdb146fc admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e35c2ab9a9644cadadd4da9a544b944b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401614 Sep 14 12:17:45.308800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44804) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:45.356344 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-48b64617-01fd-4c78-bae5-1f70f09b9c43 admin admin] Publish callbacks [] for security_group (b7c940a2-8498-44d8-bd46-7a0071b05c52), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:45.375687 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-48b64617-01fd-4c78-bae5-1f70f09b9c43 admin admin] Publish callbacks [] for security_group (b7c940a2-8498-44d8-bd46-7a0071b05c52), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:45.510664 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-48b64617-01fd-4c78-bae5-1f70f09b9c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b7c940a2-8498-44d8-bd46-7a0071b05c52), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:45.513142 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-48b64617-01fd-4c78-bae5-1f70f09b9c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:45.514348 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-48b64617-01fd-4c78-bae5-1f70f09b9c43 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b7c940a2-8498-44d8-bd46-7a0071b05c52 HTTP/1.1" status: 204 len: 168 time: 0.2046154 Sep 14 12:17:45.522411 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b64617-01fd-4c78-bae5-1f70f09b9c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c940a2-8498-44d8-bd46-7a0071b05c52,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:45.745466 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0057621c-076d-48a4-9b0c-dd96ea1ebc26 req-b02c1f8a-2f7d-4b22-a53e-488985a00705 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 210 time: 0.0276706 Sep 14 12:17:46.124302 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 563edae7-c984-406e-aa41-d6e8bfce1407 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:17:46.140056 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:46.142174 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:46.149213 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 563edae7-c984-406e-aa41-d6e8bfce1407 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:17:46.149669 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 563edae7-c984-406e-aa41-d6e8bfce1407 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:17:46.465726 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:46.849027 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c59af0ac-3de5-4426-89db-11444cc8f88e req-07fcfbc4-1dda-47d4-b3a0-86f43e76391f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 210 time: 0.0277438 Sep 14 12:17:47.379080 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-8d3f384b-7611-4b78-aba7-549c136ceb10 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:47.380551 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-8d3f384b-7611-4b78-aba7-549c136ceb10 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 814 time: 0.1104002 Sep 14 12:17:47.448589 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-38fa0edd-0fda-4131-8961-0f07f2e4f2d4 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5b86ec91335c49aaa672aa85461d2936 HTTP/1.1" status: 200 len: 380 time: 0.0530787 Sep 14 12:17:47.457581 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'port': {'device_id': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'admin_state_up': True, 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'security_groups': ['1e54cffe-bd5b-4e42-8282-b9dd992dac2a']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:47.515594 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:47.664739 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Made reservation on behalf of 5b86ec91335c49aaa672aa85461d2936 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:17:47.669259 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:47.803939 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Allocated IP 172.20.0.12 (cf307d40-f42c-4be6-8979-65e762517b0f/93b3fae1-42c9-4fc4-b251-714e31ec790d/cffd5a86-a259-44e3-9a06-15412c4a2457) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:17:47.934303 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:47.936949 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:47.974033 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-be2c693a-2da3-4bef-bd26-64af2ba7e933 req-67c732b4-90fc-4cd6-a17f-8f48706e0de2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 210 time: 0.0390427 Sep 14 12:17:47.978897 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:48.071147 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:48.109900 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:48.121139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Network cf307d40-f42c-4be6-8979-65e762517b0f is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:17:48.124354 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:17:48.128371 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:17:48.152413 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event updated for resources: {'Port': ['ID=cffd5a86-a259-44e3-9a06-15412c4a2457,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:48.183928 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:48.184578 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:48.302453 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-07e045dc-75c4-48e1-a9e4-6adc38e46184 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8484967 Sep 14 12:17:48.351360 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-973df058-fa6d-4d96-854b-66e164e8468d None None] Provisioning complete for port cffd5a86-a259-44e3-9a06-15412c4a2457 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:17:48.351984 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-973df058-fa6d-4d96-854b-66e164e8468d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:48.352319 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-973df058-fa6d-4d96-854b-66e164e8468d None None] Attempt 1 to provision port cffd5a86-a259-44e3-9a06-15412c4a2457 Sep 14 12:17:48.384933 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-973df058-fa6d-4d96-854b-66e164e8468d None None] Port cffd5a86-a259-44e3-9a06-15412c4a2457 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:17:48.387269 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Request body: {'port': {'device_id': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:17:48.456072 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:48.639602 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:48.716620 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cffd5a86-a259-44e3-9a06-15412c4a2457 {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:17:48.724881 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Publish callbacks [] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:48.738340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Transition to ACTIVE for port object cffd5a86-a259-44e3-9a06-15412c4a2457 will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:17:48.750501 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44886) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:48.814939 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:48.886554 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-973df058-fa6d-4d96-854b-66e164e8468d None None] Attempt 2 to provision port cffd5a86-a259-44e3-9a06-15412c4a2457 Sep 14 12:17:48.891322 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f762ea39-67c8-436b-8d19-b74633b26134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:48.894709 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Pushing event updated for resources: {'Port': ['ID=cffd5a86-a259-44e3-9a06-15412c4a2457,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:48.920794 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-973df058-fa6d-4d96-854b-66e164e8468d None None] Port cffd5a86-a259-44e3-9a06-15412c4a2457 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:17:48.982106 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Attempting to bind port cffd5a86-a259-44e3-9a06-15412c4a2457 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:17:48.982710 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Attempting to bind port cffd5a86-a259-44e3-9a06-15412c4a2457 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:17:48.982821 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Attempting to bind port cffd5a86-a259-44e3-9a06-15412c4a2457 on network cf307d40-f42c-4be6-8979-65e762517b0f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:17:49.011807 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:49.061258 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Port cffd5a86-a259-44e3-9a06-15412c4a2457 on network cf307d40-f42c-4be6-8979-65e762517b0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:17:49.061631 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Attempting to bind port cffd5a86-a259-44e3-9a06-15412c4a2457 on network cf307d40-f42c-4be6-8979-65e762517b0f {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:17:49.064813 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f762ea39-67c8-436b-8d19-b74633b26134 admin admin] Publish callbacks [] for security_group (7e193df2-8592-474c-ad37-31edc351b2f2), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:49.135578 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6ee03-4527-4c88-a57f-96f4ea29e303 req-a52b1d90-4c32-4c82-8a6c-907a937c32f4 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:49.137615 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a6d6ee03-4527-4c88-a57f-96f4ea29e303 req-a52b1d90-4c32-4c82-8a6c-907a937c32f4 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 944 time: 0.0817552 Sep 14 12:17:49.140928 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f762ea39-67c8-436b-8d19-b74633b26134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (7e193df2-8592-474c-ad37-31edc351b2f2), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:49.170956 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:17:49.171220 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Checking segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:17:49.171591 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Bound using segment: {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:17:49.172037 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Bound port: cffd5a86-a259-44e3-9a06-15412c4a2457, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469d3944-9471-4105-8612-f6e09722405a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:17:49.172448 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:49.217022 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-f762ea39-67c8-436b-8d19-b74633b26134 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6d3fd39340054ec7b0b4b5f5b0b11632&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4654312 Sep 14 12:17:49.220116 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44892) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:49.225317 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762ea39-67c8-436b-8d19-b74633b26134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e193df2-8592-474c-ad37-31edc351b2f2,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:49.266505 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a6d6ee03-4527-4c88-a57f-96f4ea29e303 req-12886842-aced-4cb5-95a5-024f4589e026 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219218 Sep 14 12:17:49.276904 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-04146f70-4e71-42b1-a478-63d784115154 admin admin] Publish callbacks [] for security_group (7e193df2-8592-474c-ad37-31edc351b2f2), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:49.295457 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] For port cffd5a86-a259-44e3-9a06-15412c4a2457, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:17:49.298622 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] For port cffd5a86-a259-44e3-9a06-15412c4a2457, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cffd5a86-a259-44e3-9a06-15412c4a2457,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:17:49.301056 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-04146f70-4e71-42b1-a478-63d784115154 admin admin] Publish callbacks [] for security_group (7e193df2-8592-474c-ad37-31edc351b2f2), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:49.320344 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:49.351465 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:49.355749 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:49.356371 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:49.357775 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/cffd5a86-a259-44e3-9a06-15412c4a2457 HTTP/1.1" status: 200 len: 1094 time: 0.9750030 Sep 14 12:17:49.360059 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'tag': 'cffd5a86-a259-44e3-9a06-15412c4a2457'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:17:49.362445 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292e83a7-a165-4c69-811b-f9d34340829d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fea63d-cc7a-42e9-bde3-86947d2e0999", "tag": "cffd5a86-a259-44e3-9a06-15412c4a2457"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:17:49.399922 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41d7e13-95a6-4997-8ce3-05161fd36a4d x-openstack-request-id: req-f41d7e13-95a6-4997-8ce3-05161fd36a4d {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:17:49.401197 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fea63d-cc7a-42e9-bde3-86947d2e0999", "tag": "cffd5a86-a259-44e3-9a06-15412c4a2457", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:17:49.401197 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f41d7e13-95a6-4997-8ce3-05161fd36a4d {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:17:49.401197 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41d7e13-95a6-4997-8ce3-05161fd36a4d'] response: {'name': 'network-changed', 'server_uuid': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'tag': 'cffd5a86-a259-44e3-9a06-15412c4a2457', 'status': 'completed', 'code': 200} Sep 14 12:17:49.403842 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-04146f70-4e71-42b1-a478-63d784115154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (7e193df2-8592-474c-ad37-31edc351b2f2), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:49.406564 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-04146f70-4e71-42b1-a478-63d784115154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:49.410250 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-04146f70-4e71-42b1-a478-63d784115154 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7e193df2-8592-474c-ad37-31edc351b2f2 HTTP/1.1" status: 204 len: 168 time: 0.1865497 Sep 14 12:17:49.416178 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa7a19-0641-4a56-a568-40d93f5a1c68 service neutron] Pushing event updated for resources: {'Port': ['ID=cffd5a86-a259-44e3-9a06-15412c4a2457,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:49.418139 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04146f70-4e71-42b1-a478-63d784115154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e193df2-8592-474c-ad37-31edc351b2f2,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:49.421785 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-973df058-fa6d-4d96-854b-66e164e8468d None None] Attempt 3 to provision port cffd5a86-a259-44e3-9a06-15412c4a2457 Sep 14 12:17:49.474378 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-973df058-fa6d-4d96-854b-66e164e8468d None None] Port cffd5a86-a259-44e3-9a06-15412c4a2457 had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:17:49.493712 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e83a7-a165-4c69-811b-f9d34340829d req-5bac7ee3-7fff-4cae-9e91-f07b52ade624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:49.495265 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-292e83a7-a165-4c69-811b-f9d34340829d req-5bac7ee3-7fff-4cae-9e91-f07b52ade624 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 1128 time: 0.0413108 Sep 14 12:17:49.592579 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:49.614883 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e83a7-a165-4c69-811b-f9d34340829d req-382531d6-9484-45d2-8e8f-2e0ceb29f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:49.616384 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-292e83a7-a165-4c69-811b-f9d34340829d req-382531d6-9484-45d2-8e8f-2e0ceb29f1af service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=5b86ec91335c49aaa672aa85461d2936&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1065500 Sep 14 12:17:49.715727 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e83a7-a165-4c69-811b-f9d34340829d req-d63aa153-d840-454c-ba6e-2a6f94e5a98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:49.717221 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-292e83a7-a165-4c69-811b-f9d34340829d req-d63aa153-d840-454c-ba6e-2a6f94e5a98f service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947132 Sep 14 12:17:49.820221 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-ab67ce07-39a6-43be-9cfe-af4dffea47ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:49.821840 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-ab67ce07-39a6-43be-9cfe-af4dffea47ba service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 1128 time: 0.0440664 Sep 14 12:17:49.867881 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-ce99c651-0d43-4bba-810e-ceecec871f2c service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cffd5a86-a259-44e3-9a06-15412c4a2457 HTTP/1.1" status: 200 len: 217 time: 0.0327544 Sep 14 12:17:49.916084 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44900) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:49.918856 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-37032110-5996-4130-b5d2-433df744bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:49.920319 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-37032110-5996-4130-b5d2-433df744bac8 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 200 len: 853 time: 0.0453064 Sep 14 12:17:49.929577 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dcc342f1-84c2-4613-9033-f759f64e048b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:49.964331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-b2311a8f-ed94-4271-817f-c8ae09b83135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:49.965933 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-b2311a8f-ed94-4271-817f-c8ae09b83135 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cf307d40-f42c-4be6-8979-65e762517b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400722 Sep 14 12:17:50.006689 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dcc342f1-84c2-4613-9033-f759f64e048b admin admin] Publish callbacks [] for security_group (23524f4e-787c-4c7c-a4ab-c3bbd82baf56), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:50.060261 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-696fd163-5a01-4e0b-b316-6cace7961f0d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878129 Sep 14 12:17:50.087628 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-dcc342f1-84c2-4613-9033-f759f64e048b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (23524f4e-787c-4c7c-a4ab-c3bbd82baf56), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:50.127091 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-dcc342f1-84c2-4613-9033-f759f64e048b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=dc181004957a4d879be21aa8a61ed9ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098207 Sep 14 12:17:50.128213 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc342f1-84c2-4613-9033-f759f64e048b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23524f4e-787c-4c7c-a4ab-c3bbd82baf56,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:50.130457 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44902) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:50.156238 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd3593b7-812d-436d-a011-ce3bde451a39 req-6ef93b63-f730-40cc-bcf8-5aeb1e051129 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900047 Sep 14 12:17:50.184807 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-56dfa1ea-b53f-4907-a235-bfc9103b9093 admin admin] Publish callbacks [] for security_group (23524f4e-787c-4c7c-a4ab-c3bbd82baf56), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:50.206428 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-56dfa1ea-b53f-4907-a235-bfc9103b9093 admin admin] Publish callbacks [] for security_group (23524f4e-787c-4c7c-a4ab-c3bbd82baf56), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:50.299571 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-56dfa1ea-b53f-4907-a235-bfc9103b9093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (23524f4e-787c-4c7c-a4ab-c3bbd82baf56), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:50.302182 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-56dfa1ea-b53f-4907-a235-bfc9103b9093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:50.303509 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-56dfa1ea-b53f-4907-a235-bfc9103b9093 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/23524f4e-787c-4c7c-a4ab-c3bbd82baf56 HTTP/1.1" status: 204 len: 168 time: 0.1720185 Sep 14 12:17:50.312329 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfa1ea-b53f-4907-a235-bfc9103b9093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23524f4e-787c-4c7c-a4ab-c3bbd82baf56,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:50.396604 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8b6c7-f629-491f-af3a-6bc3cdd036ba req-fe985903-08ce-413d-bb45-a67a0135234f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:50.398383 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bba8b6c7-f629-491f-af3a-6bc3cdd036ba req-fe985903-08ce-413d-bb45-a67a0135234f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 944 time: 0.0490923 Sep 14 12:17:50.449821 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bba8b6c7-f629-491f-af3a-6bc3cdd036ba req-787a2ec3-715d-4513-a96c-003a1c1193a3 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455644 Sep 14 12:17:51.581206 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ec6d6-85eb-4ce0-b98e-5a9733b54311 req-b5f82e0f-515f-41a3-99a5-e668ccd8b7af tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:51.582763 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-846ec6d6-85eb-4ce0-b98e-5a9733b54311 req-b5f82e0f-515f-41a3-99a5-e668ccd8b7af tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 944 time: 0.0477014 Sep 14 12:17:51.595172 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:51.630044 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-846ec6d6-85eb-4ce0-b98e-5a9733b54311 req-ae4926f5-4707-4f63-a4e8-16ee128363f2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415902 Sep 14 12:17:52.753248 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bc1128-83c3-410e-a5a9-05e23e815347 req-5c87a622-f846-4dd3-9ef5-7b75ee5397b9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:52.754752 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6bc1128-83c3-410e-a5a9-05e23e815347 req-5c87a622-f846-4dd3-9ef5-7b75ee5397b9 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 944 time: 0.0502572 Sep 14 12:17:52.808471 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6bc1128-83c3-410e-a5a9-05e23e815347 req-fadff9f3-737f-4308-a130-8bbc0c297d45 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466728 Sep 14 12:17:53.683984 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44980) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:53.787823 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-10f18ee5-4c61-49d9-ae95-ddfe55af1589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:53.790180 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=80,neutron:DELETE=11,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:53.864564 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-10f18ee5-4c61-49d9-ae95-ddfe55af1589 admin admin] Publish callbacks [] for security_group (e7ceacbb-6e60-4ea4-9bff-0fc8aa223ddd), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:53.931362 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9bade-bec9-40e8-a002-1a7641c6dce4 req-3010e656-728b-4345-9162-aa79fe171677 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:53.932853 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c1d9bade-bec9-40e8-a002-1a7641c6dce4 req-3010e656-728b-4345-9162-aa79fe171677 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 944 time: 0.0466623 Sep 14 12:17:53.956506 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-10f18ee5-4c61-49d9-ae95-ddfe55af1589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e7ceacbb-6e60-4ea4-9bff-0fc8aa223ddd), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:53.981145 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c1d9bade-bec9-40e8-a002-1a7641c6dce4 req-42b0206e-38ed-4d49-9e27-ff84da009bf2 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426788 Sep 14 12:17:53.998899 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-10f18ee5-4c61-49d9-ae95-ddfe55af1589 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=7392f80fb6d64b15bfab3e05a9152375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3138242 Sep 14 12:17:54.000138 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f18ee5-4c61-49d9-ae95-ddfe55af1589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ceacbb-6e60-4ea4-9bff-0fc8aa223ddd,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:54.003092 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44986) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:54.029059 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:54.054751 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8e576879-c1c0-4775-9dd0-a27e676db4db admin admin] Publish callbacks [] for security_group (e7ceacbb-6e60-4ea4-9bff-0fc8aa223ddd), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:54.078503 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8e576879-c1c0-4775-9dd0-a27e676db4db admin admin] Publish callbacks [] for security_group (e7ceacbb-6e60-4ea4-9bff-0fc8aa223ddd), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:54.247878 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8e576879-c1c0-4775-9dd0-a27e676db4db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e7ceacbb-6e60-4ea4-9bff-0fc8aa223ddd), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:54.250467 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8e576879-c1c0-4775-9dd0-a27e676db4db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:54.251566 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-8e576879-c1c0-4775-9dd0-a27e676db4db admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e7ceacbb-6e60-4ea4-9bff-0fc8aa223ddd HTTP/1.1" status: 204 len: 168 time: 0.2473938 Sep 14 12:17:54.259476 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e576879-c1c0-4775-9dd0-a27e676db4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ceacbb-6e60-4ea4-9bff-0fc8aa223ddd,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:54.618457 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device cffd5a86-a259-44e3-9a06-15412c4a2457 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:17:54.722021 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port cffd5a86-a259-44e3-9a06-15412c4a2457, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cffd5a86-a259-44e3-9a06-15412c4a2457,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:54.733850 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'cffd5a86-a259-44e3-9a06-15412c4a2457', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'port_id': 'cffd5a86-a259-44e3-9a06-15412c4a2457', 'mac_address': 'fa:16:3e:7c:89:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:17:54.769002 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port cffd5a86-a259-44e3-9a06-15412c4a2457 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:17:54.769318 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:54.782850 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cffd5a86-a259-44e3-9a06-15412c4a2457 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:17:54.797242 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 44992) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:54.804442 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port cffd5a86-a259-44e3-9a06-15412c4a2457, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cffd5a86-a259-44e3-9a06-15412c4a2457,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:54.811496 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b5871d25-75bb-49fe-b6e5-e32faa033638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:54.891015 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b5871d25-75bb-49fe-b6e5-e32faa033638 admin admin] Publish callbacks [] for security_group (b988d80d-ded7-4fa0-af41-773a35d94a26), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:54.893475 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:54.897104 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:54.944511 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=cffd5a86-a259-44e3-9a06-15412c4a2457,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:55.002396 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b5871d25-75bb-49fe-b6e5-e32faa033638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b988d80d-ded7-4fa0-af41-773a35d94a26), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:55.044047 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-b5871d25-75bb-49fe-b6e5-e32faa033638 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=6ee75b72712549c9b0ca9a45c0322f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456319 Sep 14 12:17:55.044958 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5871d25-75bb-49fe-b6e5-e32faa033638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b988d80d-ded7-4fa0-af41-773a35d94a26,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:55.047717 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 44996) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:17:55.072844 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:55.103619 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8d8f3e8a-1459-44d7-b561-7c44c4f79bbd admin admin] Publish callbacks [] for security_group (b988d80d-ded7-4fa0-af41-773a35d94a26), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:55.112195 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89851d9f-4cef-46b3-ad72-ce3d72b2e64e req-0da74ca5-d006-4569-85b3-2014c52b237d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:55.113742 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-89851d9f-4cef-46b3-ad72-ce3d72b2e64e req-0da74ca5-d006-4569-85b3-2014c52b237d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 945 time: 0.0505745 Sep 14 12:17:55.124677 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8d8f3e8a-1459-44d7-b561-7c44c4f79bbd admin admin] Publish callbacks [] for security_group (b988d80d-ded7-4fa0-af41-773a35d94a26), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:55.162723 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-89851d9f-4cef-46b3-ad72-ce3d72b2e64e req-ad290bcf-2a09-4d5a-8034-b58ea4fa4f17 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433068 Sep 14 12:17:55.214218 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8d8f3e8a-1459-44d7-b561-7c44c4f79bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (b988d80d-ded7-4fa0-af41-773a35d94a26), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:55.216874 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8d8f3e8a-1459-44d7-b561-7c44c4f79bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:55.218060 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-8d8f3e8a-1459-44d7-b561-7c44c4f79bbd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/b988d80d-ded7-4fa0-af41-773a35d94a26 HTTP/1.1" status: 204 len: 168 time: 0.1686110 Sep 14 12:17:55.226739 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f3e8a-1459-44d7-b561-7c44c4f79bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b988d80d-ded7-4fa0-af41-773a35d94a26,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:55.366288 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['cffd5a86-a259-44e3-9a06-15412c4a2457'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:17:56.284763 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851fbc5-01d8-4e94-80d9-5d113f7ac6d3 req-25f95531-6dfe-4b95-896b-5032398c2262 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:56.286276 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c851fbc5-01d8-4e94-80d9-5d113f7ac6d3 req-25f95531-6dfe-4b95-896b-5032398c2262 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 945 time: 0.0466800 Sep 14 12:17:56.340954 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c851fbc5-01d8-4e94-80d9-5d113f7ac6d3 req-7c6bca93-64af-4f1a-9d76-050b4d523215 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488193 Sep 14 12:17:56.627162 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device cffd5a86-a259-44e3-9a06-15412c4a2457 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:17:56.673335 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port cffd5a86-a259-44e3-9a06-15412c4a2457 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:17:56.712967 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:17:56.733583 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port cffd5a86-a259-44e3-9a06-15412c4a2457 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:17:56.734107 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:56.734594 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port cffd5a86-a259-44e3-9a06-15412c4a2457 Sep 14 12:17:56.759989 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:56.815908 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port cffd5a86-a259-44e3-9a06-15412c4a2457 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:17:56.816305 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:56.842881 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffd5a86-a259-44e3-9a06-15412c4a2457'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:17:56.845122 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea73958-fd6b-43aa-8dc9-0bbb186332b5" -d '{"events": [{"server_uuid": "c1fea63d-cc7a-42e9-bde3-86947d2e0999", "name": "network-vif-plugged", "status": "completed", "tag": "cffd5a86-a259-44e3-9a06-15412c4a2457"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:17:56.858645 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port cffd5a86-a259-44e3-9a06-15412c4a2457, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cffd5a86-a259-44e3-9a06-15412c4a2457,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:17:56.886107 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7169178d-dba3-4007-85b4-9782738c4668 x-openstack-request-id: req-7169178d-dba3-4007-85b4-9782738c4668 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:17:56.886501 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fea63d-cc7a-42e9-bde3-86947d2e0999", "name": "network-vif-plugged", "status": "completed", "tag": "cffd5a86-a259-44e3-9a06-15412c4a2457", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:17:56.886798 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7169178d-dba3-4007-85b4-9782738c4668 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:17:56.887193 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7169178d-dba3-4007-85b4-9782738c4668'] response: {'server_uuid': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cffd5a86-a259-44e3-9a06-15412c4a2457', 'code': 200} Sep 14 12:17:56.968259 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:17:57.026694 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=cffd5a86-a259-44e3-9a06-15412c4a2457,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:17:57.266844 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce684d-231f-4177-ad20-16e7982f949f req-774d1886-5105-492f-b465-235d983da4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:57.268339 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2cce684d-231f-4177-ad20-16e7982f949f req-774d1886-5105-492f-b465-235d983da4b6 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 1130 time: 0.0396593 Sep 14 12:17:57.317500 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2cce684d-231f-4177-ad20-16e7982f949f req-a6137ed0-7034-4b54-8dd8-4274773d2de0 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426996 Sep 14 12:17:57.465178 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff3645-ba54-4998-a613-31c4e3ce1b5a req-d2f9db33-c73d-48f7-b65e-beae19f7ae37 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:57.466719 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-55ff3645-ba54-4998-a613-31c4e3ce1b5a req-d2f9db33-c73d-48f7-b65e-beae19f7ae37 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 946 time: 0.0477273 Sep 14 12:17:57.516323 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-55ff3645-ba54-4998-a613-31c4e3ce1b5a req-9f823fea-c83a-4ba6-8a2e-b4c686a30649 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436580 Sep 14 12:17:58.642126 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e5484-5b12-4718-88bd-44595bbf3994 req-63087288-e080-4f89-9178-ae5c4f8571fc tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:58.643572 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-832e5484-5b12-4718-88bd-44595bbf3994 req-63087288-e080-4f89-9178-ae5c4f8571fc tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 946 time: 0.0498283 Sep 14 12:17:58.691473 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-832e5484-5b12-4718-88bd-44595bbf3994 req-88b6610d-c778-47d4-9287-efc8e384d07e tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 Sep 14 12:17:59.815812 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1e77e-ab01-45a0-8c99-c970daab9c3f req-70dee0aa-611f-4838-a862-4eb77696cb0f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:59.817301 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6bc1e77e-ab01-45a0-8c99-c970daab9c3f req-70dee0aa-611f-4838-a862-4eb77696cb0f tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 946 time: 0.0471191 Sep 14 12:17:59.831589 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:17:59.867447 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6bc1e77e-ab01-45a0-8c99-c970daab9c3f req-68cd18a0-85ec-417c-b2ba-13fa10e95d7b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438089 Sep 14 12:17:59.985976 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3f9e4-28ba-4d6b-944f-e8420b83f574 req-9981b7f3-b63f-43e3-8910-2cfea07c56f7 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:17:59.987428 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4fe3f9e4-28ba-4d6b-944f-e8420b83f574 req-9981b7f3-b63f-43e3-8910-2cfea07c56f7 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 946 time: 0.0477896 Sep 14 12:17:59.998586 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45066) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:00.003253 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-942346d4-f467-4edf-bb71-abfb96946b2c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Request body: {'floatingip': {'port_id': 'cffd5a86-a259-44e3-9a06-15412c4a2457'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:00.041910 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-942346d4-f467-4edf-bb71-abfb96946b2c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (a90d3d10-c296-4d27-9936-efa9cef4dd9c), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:00.682951 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-942346d4-f467-4edf-bb71-abfb96946b2c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:00.722071 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-942346d4-f467-4edf-bb71-abfb96946b2c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (a90d3d10-c296-4d27-9936-efa9cef4dd9c), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:00.801469 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:00.819994 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.l3_db [None req-942346d4-f467-4edf-bb71-abfb96946b2c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Floating IP a90d3d10-c296-4d27-9936-efa9cef4dd9c associated. External IP: 172.27.3.153, port: cffd5a86-a259-44e3-9a06-15412c4a2457. Sep 14 12:18:00.968637 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:01.027259 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942346d4-f467-4edf-bb71-abfb96946b2c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:18:01.132315 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942346d4-f467-4edf-bb71-abfb96946b2c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:01.137234 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-942346d4-f467-4edf-bb71-abfb96946b2c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:01.142085 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:01.153358 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:01.154008 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:17:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:01.167110 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-942346d4-f467-4edf-bb71-abfb96946b2c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "PUT /networking/v2.0/floatingips/a90d3d10-c296-4d27-9936-efa9cef4dd9c HTTP/1.1" status: 200 len: 992 time: 1.1674216 Sep 14 12:18:01.168296 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'tag': 'cffd5a86-a259-44e3-9a06-15412c4a2457'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:18:01.170588 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fea63d-cc7a-42e9-bde3-86947d2e0999", "tag": "cffd5a86-a259-44e3-9a06-15412c4a2457"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:01.206635 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb9d365-b5c7-4832-9b38-69a8d8ab08e9 x-openstack-request-id: req-efb9d365-b5c7-4832-9b38-69a8d8ab08e9 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:01.206931 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fea63d-cc7a-42e9-bde3-86947d2e0999", "tag": "cffd5a86-a259-44e3-9a06-15412c4a2457", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:01.207185 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efb9d365-b5c7-4832-9b38-69a8d8ab08e9 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:01.207588 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efb9d365-b5c7-4832-9b38-69a8d8ab08e9'] response: {'name': 'network-changed', 'server_uuid': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'tag': 'cffd5a86-a259-44e3-9a06-15412c4a2457', 'status': 'completed', 'code': 200} Sep 14 12:18:01.257372 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:01.312372 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-a48cad49-e03e-4b03-9306-809e3f05d570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:01.313853 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-a48cad49-e03e-4b03-9306-809e3f05d570 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 1130 time: 0.0425816 Sep 14 12:18:01.404121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-7a2d1367-c60c-491c-9495-c7984b8eebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:01.405597 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-7a2d1367-c60c-491c-9495-c7984b8eebc2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 915 time: 0.0851705 Sep 14 12:18:01.470206 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'a90d3d10-c296-4d27-9936-efa9cef4dd9c', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': 'cffd5a86-a259-44e3-9a06-15412c4a2457', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:7c:89:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:17:38Z', 'updated_at': '2022-09-14T12:18:00Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:01.470779 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-02105a2b-f522-4115-8d4b-26cf4e987a2e service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cffd5a86-a259-44e3-9a06-15412c4a2457 HTTP/1.1" status: 200 len: 1000 time: 0.0589163 Sep 14 12:18:01.493910 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:01.502333 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:01.502922 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:17:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:01.519325 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-b83278cd-181d-480b-bf0c-8b39da5cb468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:01.520714 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-b83278cd-181d-480b-bf0c-8b39da5cb468 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 200 len: 853 time: 0.0441456 Sep 14 12:18:01.564605 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-0ed5b8e4-ee25-49e3-8cfd-35b447bf73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:01.566129 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-0ed5b8e4-ee25-49e3-8cfd-35b447bf73c3 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cf307d40-f42c-4be6-8979-65e762517b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395818 Sep 14 12:18:01.668373 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-c943bd66-6877-43a9-9bae-d2e1a83c17b9 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964370 Sep 14 12:18:01.692709 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:01.727626 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:01.778356 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b5115e81-42ce-4dd6-83cb-c6f3b9fe0a64 req-24cb0213-8fa8-45db-9979-6eb1de518bcf service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038761 Sep 14 12:18:01.904172 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'a90d3d10-c296-4d27-9936-efa9cef4dd9c', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': 'cffd5a86-a259-44e3-9a06-15412c4a2457', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:7c:89:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:17:38Z', 'updated_at': '2022-09-14T12:18:00Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:01.932694 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dbd850-8a0b-48b7-8429-5b424c76fd46 None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'a90d3d10-c296-4d27-9936-efa9cef4dd9c', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'port_id': 'cffd5a86-a259-44e3-9a06-15412c4a2457', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'mac_address': 'fa:16:3e:7c:89:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:17:38Z', 'updated_at': '2022-09-14T12:18:00Z', 'revision_number': 1, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:02.131233 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ab024b-bf61-4350-a207-4462d3703401 None None] New status for floating IP a90d3d10-c296-4d27-9936-efa9cef4dd9c: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:18:03.345097 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:11.050896 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45130) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:11.155812 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e48fe884-8f3a-4474-a661-328b8fb75de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:11.231507 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e48fe884-8f3a-4474-a661-328b8fb75de4 admin admin] Publish callbacks [] for security_group (199f8129-52ae-44d2-b583-c302927a6fe5), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:11.286917 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e48fe884-8f3a-4474-a661-328b8fb75de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (199f8129-52ae-44d2-b583-c302927a6fe5), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:11.328043 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-e48fe884-8f3a-4474-a661-328b8fb75de4 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=0bfb0b4014b347af878e62d7be4d80e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2759798 Sep 14 12:18:11.333913 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fe884-8f3a-4474-a661-328b8fb75de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199f8129-52ae-44d2-b583-c302927a6fe5,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:11.334052 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45134) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:11.384545 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b9d06370-b0e3-4646-81fb-0cf02b339db7 admin admin] Publish callbacks [] for security_group (199f8129-52ae-44d2-b583-c302927a6fe5), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:11.404693 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b9d06370-b0e3-4646-81fb-0cf02b339db7 admin admin] Publish callbacks [] for security_group (199f8129-52ae-44d2-b583-c302927a6fe5), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:11.504792 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b9d06370-b0e3-4646-81fb-0cf02b339db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (199f8129-52ae-44d2-b583-c302927a6fe5), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:11.507333 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b9d06370-b0e3-4646-81fb-0cf02b339db7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:11.508470 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-b9d06370-b0e3-4646-81fb-0cf02b339db7 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/199f8129-52ae-44d2-b583-c302927a6fe5 HTTP/1.1" status: 204 len: 168 time: 0.1765666 Sep 14 12:18:11.523149 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d06370-b0e3-4646-81fb-0cf02b339db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199f8129-52ae-44d2-b583-c302927a6fe5,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:12.138856 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45140) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:12.153583 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6c39-1c2c-4f57-b447-6a45f62c7326 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:12.232127 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6c39-1c2c-4f57-b447-6a45f62c7326 admin admin] Publish callbacks [] for security_group (f2bb24f6-01bc-4cdd-8079-1339c82ebc24), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:12.287819 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ea8d6c39-1c2c-4f57-b447-6a45f62c7326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (f2bb24f6-01bc-4cdd-8079-1339c82ebc24), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:12.329206 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-ea8d6c39-1c2c-4f57-b447-6a45f62c7326 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=24b58344b7da4672b31f1c0891afeac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892574 Sep 14 12:18:12.330447 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d6c39-1c2c-4f57-b447-6a45f62c7326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bb24f6-01bc-4cdd-8079-1339c82ebc24,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:12.331939 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45142) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:12.385470 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9b7c6e8-d867-41ed-ac17-e228f9c5d01b admin admin] Publish callbacks [] for security_group (f2bb24f6-01bc-4cdd-8079-1339c82ebc24), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:12.411124 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9b7c6e8-d867-41ed-ac17-e228f9c5d01b admin admin] Publish callbacks [] for security_group (f2bb24f6-01bc-4cdd-8079-1339c82ebc24), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:12.533569 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9b7c6e8-d867-41ed-ac17-e228f9c5d01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (f2bb24f6-01bc-4cdd-8079-1339c82ebc24), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:12.536261 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9b7c6e8-d867-41ed-ac17-e228f9c5d01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:12.538383 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c9b7c6e8-d867-41ed-ac17-e228f9c5d01b admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f2bb24f6-01bc-4cdd-8079-1339c82ebc24 HTTP/1.1" status: 204 len: 168 time: 0.2038207 Sep 14 12:18:12.545745 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7c6e8-d867-41ed-ac17-e228f9c5d01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bb24f6-01bc-4cdd-8079-1339c82ebc24,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:12.653595 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-ce1200a9-3d69-4eb3-b5fe-bd43dae05e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:12.923608 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=92 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:12.927616 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=90 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:14.131105 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45182) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:14.241530 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-abd37d18-a810-45d4-b1bb-7ec15b65e3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:14.273575 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:14.337597 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a4566-a009-4b85-89bf-14ec856eb788 req-ecc9465b-21cc-4846-a15b-252d7fda76f8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:14.339105 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7f4a4566-a009-4b85-89bf-14ec856eb788 req-ecc9465b-21cc-4846-a15b-252d7fda76f8 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 946 time: 0.0628366 Sep 14 12:18:14.389244 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-abd37d18-a810-45d4-b1bb-7ec15b65e3dd admin admin] Publish callbacks [] for security_group (e2999d82-3dd7-4872-be39-e5cb056abe09), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:14.406020 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7f4a4566-a009-4b85-89bf-14ec856eb788 req-6d621431-16fe-4aec-a604-a09fb069d2cc tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597863 Sep 14 12:18:14.436304 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-abd37d18-a810-45d4-b1bb-7ec15b65e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e2999d82-3dd7-4872-be39-e5cb056abe09), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:14.460430 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:14.478085 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-abd37d18-a810-45d4-b1bb-7ec15b65e3dd admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4851838e9ef1424d9324a1d9ceeda7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3459077 Sep 14 12:18:14.478912 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd37d18-a810-45d4-b1bb-7ec15b65e3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2999d82-3dd7-4872-be39-e5cb056abe09,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:14.480852 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45190) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:14.532193 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0519a17b-98d3-4fb5-bca8-2d1b878abde4 admin admin] Publish callbacks [] for security_group (e2999d82-3dd7-4872-be39-e5cb056abe09), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:14.552900 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0519a17b-98d3-4fb5-bca8-2d1b878abde4 admin admin] Publish callbacks [] for security_group (e2999d82-3dd7-4872-be39-e5cb056abe09), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:14.563548 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:14.676008 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0519a17b-98d3-4fb5-bca8-2d1b878abde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e2999d82-3dd7-4872-be39-e5cb056abe09), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:14.678572 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0519a17b-98d3-4fb5-bca8-2d1b878abde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:14.679720 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-0519a17b-98d3-4fb5-bca8-2d1b878abde4 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e2999d82-3dd7-4872-be39-e5cb056abe09 HTTP/1.1" status: 204 len: 168 time: 0.1977947 Sep 14 12:18:14.689436 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519a17b-98d3-4fb5-bca8-2d1b878abde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2999d82-3dd7-4872-be39-e5cb056abe09,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:15.202206 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-eccf046e-b5b3-4aa0-92a2-4babacc71b2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:15.536374 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeafd8d-695a-4cd3-8ea2-15d0e9ceaf94 req-c0551e01-8d35-4b74-af44-b043c8210315 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:15.537905 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-caeafd8d-695a-4cd3-8ea2-15d0e9ceaf94 req-c0551e01-8d35-4b74-af44-b043c8210315 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 946 time: 0.0477405 Sep 14 12:18:15.594055 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-caeafd8d-695a-4cd3-8ea2-15d0e9ceaf94 req-744a4743-d5fc-4d95-b5c6-e054a2814569 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495005 Sep 14 12:18:16.152641 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-eec20ef9-a5cc-4d2f-ab1d-c2fcd2c8c971 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:16.158570 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-eec20ef9-a5cc-4d2f-ab1d-c2fcd2c8c971 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 946 time: 0.0479314 Sep 14 12:18:16.239298 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Deleting port bfea540b-fd0e-472b-8c6b-76b61ec6c980 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:18:16.240330 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:16.338358 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] For port bfea540b-fd0e-472b-8c6b-76b61ec6c980, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=bfea540b-fd0e-472b-8c6b-76b61ec6c980,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:16.338733 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:16.447069 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:16.514156 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:16.514519 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (65c7ff9e-64a5-4005-b130-0f9cd6bba01b), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:16.514836 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Floating IP 65c7ff9e-64a5-4005-b130-0f9cd6bba01b disassociated. External IP: 172.27.3.88, port: bfea540b-fd0e-472b-8c6b-76b61ec6c980. Sep 14 12:18:16.515178 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Calling delete_port for bfea540b-fd0e-472b-8c6b-76b61ec6c980 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:18:16.715186 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (bfea540b-fd0e-472b-8c6b-76b61ec6c980), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:16.756760 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event deleted for resources: {'Port': ['ID=bfea540b-fd0e-472b-8c6b-76b61ec6c980,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:16.768593 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98f67d-14fa-4a7f-bb4b-8238e451f776 req-856dab16-8493-459a-a698-75b15ea7ac78 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:16.768593 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3a98f67d-14fa-4a7f-bb4b-8238e451f776 req-856dab16-8493-459a-a698-75b15ea7ac78 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 946 time: 0.0818172 Sep 14 12:18:16.893644 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3a98f67d-14fa-4a7f-bb4b-8238e451f776 req-6897c91d-9b20-4944-b9cf-2391fbf3bd53 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211426 Sep 14 12:18:16.910313 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Router 40a60be4-e5b1-4ac7-a6b1-493476a50267 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:18:16.955739 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:16.963435 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:17.015285 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:17.029410 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] Sync routers for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:17.041576 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:17.042235 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:17.158545 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:17.317175 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] No DVR routers for this DVR port bfea540b-fd0e-472b-8c6b-76b61ec6c980 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:18:17.318488 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:17.321681 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3383a8a6-980d-49a2-a26b-f6283f64f256 req-4acbb575-9c33-4b11-916c-69e5d0df7d27 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.81 "DELETE /networking/v2.0/ports/bfea540b-fd0e-472b-8c6b-76b61ec6c980 HTTP/1.1" status: 204 len: 173 time: 1.1623359 Sep 14 12:18:17.322202 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'name': 'network-vif-deleted', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:18:17.324527 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905199df-c33d-428f-8fba-1cf92efa151c" -d '{"events": [{"server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "name": "network-vif-deleted", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:18:17.356878 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:17.364584 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b33d034-99ee-4070-965e-cb92473f4e4c x-openstack-request-id: req-3b33d034-99ee-4070-965e-cb92473f4e4c {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:18:17.364874 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8a5c35-addb-48f1-928a-c53c742fbe4c", "name": "network-vif-deleted", "tag": "bfea540b-fd0e-472b-8c6b-76b61ec6c980", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:18:17.365120 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b33d034-99ee-4070-965e-cb92473f4e4c {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:18:17.365517 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b33d034-99ee-4070-965e-cb92473f4e4c'] response: {'server_uuid': '2a8a5c35-addb-48f1-928a-c53c742fbe4c', 'name': 'network-vif-deleted', 'tag': 'bfea540b-fd0e-472b-8c6b-76b61ec6c980', 'status': 'completed', 'code': 200} Sep 14 12:18:17.390226 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] Checking router: 40a60be4-e5b1-4ac7-a6b1-493476a50267 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:17.399609 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:17.400243 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:17.506313 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:17.706379 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:17.732529 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f99e959-e745-48c7-a58a-5578e61d4aee None None] The sync data for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi is: [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:06:05Z', 'revision_number': 4, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '1062ae4a-881b-4395-95ab-572b404ec20c', 'name': '', 'network_id': '0ca6a8c3-1298-4a9f-a110-741bf377213f', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'mac_address': 'fa:16:3e:25:15:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:06:02Z', 'updated_at': '2022-09-14T12:06:11Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'subnets': [{'id': '8ce4e870-27a5-46a1-b275-50dc9c5bbb13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:17.951759 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:17.954630 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:17.990267 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5976399a-369e-4c36-8d19-76421cbd934c None None] New status for floating IP 65c7ff9e-64a5-4005-b130-0f9cd6bba01b: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:18:18.019836 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9d5a41e5-9f48-4bda-9863-61d48be2a50f req-ed80ce16-b15d-413d-8cb4-aaa8c38940fd tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=2a8a5c35-addb-48f1-928a-c53c742fbe4c HTTP/1.1" status: 200 len: 210 time: 0.0310841 Sep 14 12:18:19.179671 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45250) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:19.237815 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-19fe78d8-c80b-460d-9f06-18467b50d06c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:19.260498 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-19fe78d8-c80b-460d-9f06-18467b50d06c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:19.378770 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-19fe78d8-c80b-460d-9f06-18467b50d06c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:19.381396 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-19fe78d8-c80b-460d-9f06-18467b50d06c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:19.382600 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-19fe78d8-c80b-460d-9f06-18467b50d06c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8 HTTP/1.1" status: 204 len: 168 time: 0.2016850 Sep 14 12:18:19.385453 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45252) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:19.392575 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe78d8-c80b-460d-9f06-18467b50d06c tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:19.401280 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.api.v2.resource [None req-5df5decd-929c-486d-b21f-361866b88252 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] show failed (client error): The resource could not be found. Sep 14 12:18:19.405032 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-5df5decd-929c-486d-b21f-361866b88252 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "GET /networking/v2.0/security-groups/7f9a03cb-e1da-45c3-ad6a-b5ec5240acc8 HTTP/1.1" status: 404 len: 347 time: 0.0157540 Sep 14 12:18:19.405213 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45254) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:19.513952 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-a7027d72-8105-4830-b8bd-b958042ca961 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Deleting port 06ad8b74-a323-4db7-98ae-d75fc4aa0805 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:18:19.514297 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a7027d72-8105-4830-b8bd-b958042ca961 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (06ad8b74-a323-4db7-98ae-d75fc4aa0805), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:19.591392 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a7027d72-8105-4830-b8bd-b958042ca961 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (06ad8b74-a323-4db7-98ae-d75fc4aa0805), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:19.591718 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a7027d72-8105-4830-b8bd-b958042ca961 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (06ad8b74-a323-4db7-98ae-d75fc4aa0805), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:19.606839 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-a7027d72-8105-4830-b8bd-b958042ca961 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Calling delete_port for 06ad8b74-a323-4db7-98ae-d75fc4aa0805 owned by network:floatingip {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:18:19.801824 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a7027d72-8105-4830-b8bd-b958042ca961 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (06ad8b74-a323-4db7-98ae-d75fc4aa0805), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:19.825504 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7027d72-8105-4830-b8bd-b958042ca961 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Pushing event deleted for resources: {'Port': ['ID=06ad8b74-a323-4db7-98ae-d75fc4aa0805,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:19.889255 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a7027d72-8105-4830-b8bd-b958042ca961 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks [] for floatingip (65c7ff9e-64a5-4005-b130-0f9cd6bba01b), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:19.891849 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a7027d72-8105-4830-b8bd-b958042ca961 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:19.892977 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-a7027d72-8105-4830-b8bd-b958042ca961 tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/65c7ff9e-64a5-4005-b130-0f9cd6bba01b HTTP/1.1" status: 204 len: 168 time: 0.4869072 Sep 14 12:18:21.970553 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device bfea540b-fd0e-472b-8c6b-76b61ec6c980 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:18:21.990066 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: bfea540b-fd0e-472b-8c6b-76b61ec6c980 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:18:21.990417 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device bfea540b-fd0e-472b-8c6b-76b61ec6c980 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:18:24.702865 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45300) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:25.057590 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:25.190757 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (40a60be4-e5b1-4ac7-a6b1-493476a50267), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:25.416821 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] Deleting port 1062ae4a-881b-4395-95ab-572b404ec20c {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:18:25.417160 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:25.429971 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:25.499715 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] For port 1062ae4a-881b-4395-95ab-572b404ec20c, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=1062ae4a-881b-4395-95ab-572b404ec20c,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:25.500075 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:25.513067 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] Calling delete_port for 1062ae4a-881b-4395-95ab-572b404ec20c owned by network:router_interface {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:18:25.750374 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (1062ae4a-881b-4395-95ab-572b404ec20c), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:25.775042 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1062ae4a-881b-4395-95ab-572b404ec20c,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:25.952043 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (40a60be4-e5b1-4ac7-a6b1-493476a50267), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:26.061331 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:26.177253 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] Router 40a60be4-e5b1-4ac7-a6b1-493476a50267 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:18:26.222049 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45312) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:26.279848 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:26.299977 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:26.306350 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-fa73788c-f27d-412b-b1b6-449804fdf5e4 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/40a60be4-e5b1-4ac7-a6b1-493476a50267/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6028714 Sep 14 12:18:26.309275 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45316) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:26.310374 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] Sync routers for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:26.332161 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:26.332893 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:26.355892 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-550a545e-63be-4d13-a44d-2c72e740df52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:26.421537 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Publish callbacks [] for router (40a60be4-e5b1-4ac7-a6b1-493476a50267), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:26.442675 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:26.448590 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-550a545e-63be-4d13-a44d-2c72e740df52 admin admin] Publish callbacks [] for security_group (dfe5e60a-6db9-4e95-bf9c-3e1fb4fdda2a), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:26.493607 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-550a545e-63be-4d13-a44d-2c72e740df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (dfe5e60a-6db9-4e95-bf9c-3e1fb4fdda2a), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:26.525428 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Publish callbacks [] for router_gateway (40a60be4-e5b1-4ac7-a6b1-493476a50267), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:26.541556 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-550a545e-63be-4d13-a44d-2c72e740df52 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=bdc8f406a2bf4f8388b0757af168acc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145442 Sep 14 12:18:26.541556 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a545e-63be-4d13-a44d-2c72e740df52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe5e60a-6db9-4e95-bf9c-3e1fb4fdda2a,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:26.541917 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45318) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:26.561011 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:26.595069 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea9b4-91e0-476a-8cbd-f25d1f43386d admin admin] Publish callbacks [] for security_group (dfe5e60a-6db9-4e95-bf9c-3e1fb4fdda2a), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:26.619708 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea9b4-91e0-476a-8cbd-f25d1f43386d admin admin] Publish callbacks [] for security_group (dfe5e60a-6db9-4e95-bf9c-3e1fb4fdda2a), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:26.681916 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Deleting port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:18:26.682266 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:26.722155 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:18:25Z', 'revision_number': 5, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port': {'id': 'ecc64f1a-e8b8-4982-8d8b-d0838ee261b5', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:05:56Z', 'updated_at': '2022-09-14T12:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:26.750228 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] Checking router: 40a60be4-e5b1-4ac7-a6b1-493476a50267 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:26.759942 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] Routers {'40a60be4-e5b1-4ac7-a6b1-493476a50267'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:26.760566 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['40a60be4-e5b1-4ac7-a6b1-493476a50267'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:26.850988 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] Set router 40a60be4-e5b1-4ac7-a6b1-493476a50267 gateway port host: None {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:26.905738 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:18:26Z', 'revision_number': 6, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port_host': None}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:26.931793 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12620b55-00e7-4543-9e8f-8522286bbc1b None None] The sync data for ids ['40a60be4-e5b1-4ac7-a6b1-493476a50267'] in dv-cinder-844962-2-iscsi is: [{'id': '40a60be4-e5b1-4ac7-a6b1-493476a50267', 'name': 'tempest-AttachVolumeShelveTestJSON-552541912-router', 'tenant_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:05:54Z', 'updated_at': '2022-09-14T12:18:26Z', 'revision_number': 6, 'project_id': 'd410170ed3ed4ce2b64d367cbf77790a', 'gw_port_host': None}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:26.999787 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] For port ecc64f1a-e8b8-4982-8d8b-d0838ee261b5, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=ecc64f1a-e8b8-4982-8d8b-d0838ee261b5,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:27.000405 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.016281 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Calling delete_port for ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 owned by network:router_gateway {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:18:27.030604 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea9b4-91e0-476a-8cbd-f25d1f43386d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (dfe5e60a-6db9-4e95-bf9c-3e1fb4fdda2a), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.033097 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cb0ea9b4-91e0-476a-8cbd-f25d1f43386d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.034261 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-cb0ea9b4-91e0-476a-8cbd-f25d1f43386d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/dfe5e60a-6db9-4e95-bf9c-3e1fb4fdda2a HTTP/1.1" status: 204 len: 168 time: 0.4926250 Sep 14 12:18:27.075795 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ea9b4-91e0-476a-8cbd-f25d1f43386d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe5e60a-6db9-4e95-bf9c-3e1fb4fdda2a,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:27.101115 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:27.102861 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=36,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:27.322647 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (ecc64f1a-e8b8-4982-8d8b-d0838ee261b5), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.354350 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc64f1a-e8b8-4982-8d8b-d0838ee261b5,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:27.415011 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:27.422783 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (40a60be4-e5b1-4ac7-a6b1-493476a50267), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.519185 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (40a60be4-e5b1-4ac7-a6b1-493476a50267), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.522325 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Publish callbacks [] for router_controller (40a60be4-e5b1-4ac7-a6b1-493476a50267), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.530887 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:27.637158 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (40a60be4-e5b1-4ac7-a6b1-493476a50267), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.637915 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40a60be4-e5b1-4ac7-a6b1-493476a50267 {{(pid=106902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:18:27.642778 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.644098 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-f92c3156-26f5-442e-b8fa-193729b9db0f admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/40a60be4-e5b1-4ac7-a6b1-493476a50267 HTTP/1.1" status: 204 len: 168 time: 1.3338635 Sep 14 12:18:27.650164 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45330) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:27.705234 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a49453f-9f7d-4cdf-8bed-e0d238d65355 admin admin] Deleting subnet 8ce4e870-27a5-46a1-b275-50dc9c5bbb13 {{(pid=106902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:18:27.713255 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0a49453f-9f7d-4cdf-8bed-e0d238d65355 admin admin] Publish callbacks [] for subnet (8ce4e870-27a5-46a1-b275-50dc9c5bbb13), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.751002 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0a49453f-9f7d-4cdf-8bed-e0d238d65355 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167013'] for subnet (8ce4e870-27a5-46a1-b275-50dc9c5bbb13), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.837346 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0a49453f-9f7d-4cdf-8bed-e0d238d65355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (8ce4e870-27a5-46a1-b275-50dc9c5bbb13), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:27.991690 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0a49453f-9f7d-4cdf-8bed-e0d238d65355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2298182'] for subnet (8ce4e870-27a5-46a1-b275-50dc9c5bbb13), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.017745 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49453f-9f7d-4cdf-8bed-e0d238d65355 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce4e870-27a5-46a1-b275-50dc9c5bbb13,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:28.027077 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0a49453f-9f7d-4cdf-8bed-e0d238d65355 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.030571 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-0a49453f-9f7d-4cdf-8bed-e0d238d65355 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/8ce4e870-27a5-46a1-b275-50dc9c5bbb13 HTTP/1.1" status: 204 len: 168 time: 0.3793442 Sep 14 12:18:28.033337 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45340) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:28.035326 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff12cd-38a0-4f9f-ac11-51dc0a7d0c66 None None] Network 0ca6a8c3-1298-4a9f-a110-741bf377213f requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:18:28.130285 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (0ca6a8c3-1298-4a9f-a110-741bf377213f), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.166697 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:18:28.180996 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Deleting port 802179c2-c3ce-478c-8eab-7965999f4762 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:18:28.180996 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (802179c2-c3ce-478c-8eab-7965999f4762), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.197614 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:18:28.198564 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device ecc64f1a-e8b8-4982-8d8b-d0838ee261b5 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:18:28.199195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 1062ae4a-881b-4395-95ab-572b404ec20c no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:18:28.226179 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 1062ae4a-881b-4395-95ab-572b404ec20c {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:18:28.226816 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 1062ae4a-881b-4395-95ab-572b404ec20c not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:18:28.238734 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b56fef9-8d07-424b-93d7-b13fbea27273 None None] DHCP port deletion for 0ca6a8c3-1298-4a9f-a110-741bf377213f request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:18:28.271735 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] For port 802179c2-c3ce-478c-8eab-7965999f4762, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=802179c2-c3ce-478c-8eab-7965999f4762,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:28.273171 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (802179c2-c3ce-478c-8eab-7965999f4762), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.281374 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-0b56fef9-8d07-424b-93d7-b13fbea27273 None None] Deleting port 802179c2-c3ce-478c-8eab-7965999f4762 {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:18:28.284151 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-0b56fef9-8d07-424b-93d7-b13fbea27273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (802179c2-c3ce-478c-8eab-7965999f4762), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.294031 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Calling delete_port for 802179c2-c3ce-478c-8eab-7965999f4762 owned by network:dhcp {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:18:28.299400 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45344) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:28.358003 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-0b56fef9-8d07-424b-93d7-b13fbea27273 None None] For port 802179c2-c3ce-478c-8eab-7965999f4762, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=802179c2-c3ce-478c-8eab-7965999f4762,segment=NetworkSegment(0adf6a46-a917-4d93-961c-bd02dac302a1),segment_id=0adf6a46-a917-4d93-961c-bd02dac302a1)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:28.358412 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-0b56fef9-8d07-424b-93d7-b13fbea27273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (802179c2-c3ce-478c-8eab-7965999f4762), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.373513 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-0b56fef9-8d07-424b-93d7-b13fbea27273 None None] Calling delete_port for 802179c2-c3ce-478c-8eab-7965999f4762 owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:18:28.427535 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2081534208-network', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:28.450287 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (802179c2-c3ce-478c-8eab-7965999f4762), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.466494 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-0b56fef9-8d07-424b-93d7-b13fbea27273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (802179c2-c3ce-478c-8eab-7965999f4762), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.484736 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=802179c2-c3ce-478c-8eab-7965999f4762,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:28.489021 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] No DVR routers for this DVR port 802179c2-c3ce-478c-8eab-7965999f4762 on host dv-cinder-844962-2-iscsi {{(pid=106902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:18:28.489917 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56fef9-8d07-424b-93d7-b13fbea27273 None None] Pushing event deleted for resources: {'Port': ['ID=802179c2-c3ce-478c-8eab-7965999f4762,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:28.496250 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b56fef9-8d07-424b-93d7-b13fbea27273 None None] No DVR routers for this DVR port 802179c2-c3ce-478c-8eab-7965999f4762 on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:18:28.539272 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Made reservation on behalf of 9204365716924bbebdc0d90ecc13d01e for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:18:28.542065 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.550469 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:28.553013 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.565546 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (0ca6a8c3-1298-4a9f-a110-741bf377213f), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.590555 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ca6a8c3-1298-4a9f-a110-741bf377213f']}} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:28.601154 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adf6a46-a917-4d93-961c-bd02dac302a1') {'for_net_delete': True} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:28.601154 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adf6a46-a917-4d93-961c-bd02dac302a1') {} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:28.604345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:28.609842 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=9 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:28.615382 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167006'] for segment (0adf6a46-a917-4d93-961c-bd02dac302a1), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.631463 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (0adf6a46-a917-4d93-961c-bd02dac302a1), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.638413 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=106902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:18:28.638838 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4138293'] for segment (0adf6a46-a917-4d93-961c-bd02dac302a1), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.641332 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Publish callbacks [] for security_group (276c78a8-7fe1-4978-a8bc-a4285991ee6e), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.721928 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (276c78a8-7fe1-4978-a8bc-a4285991ee6e), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.743757 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=106903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:18:28.760094 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276c78a8-7fe1-4978-a8bc-a4285991ee6e,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:28.763761 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (e421e508-c686-4429-9dbf-11a0ea449256), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.764105 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Added segment e421e508-c686-4429-9dbf-11a0ea449256 of type vlan for network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 Sep 14 12:18:28.800910 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (0ca6a8c3-1298-4a9f-a110-741bf377213f), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.800910 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment 0adf6a46-a917-4d93-961c-bd02dac302a1 resource provider aggregate not found Sep 14 12:18:28.807351 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.809597 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.821966 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/0ca6a8c3-1298-4a9f-a110-741bf377213f HTTP/1.1" status: 204 len: 168 time: 0.7869387 Sep 14 12:18:28.837065 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment 0adf6a46-a917-4d93-961c-bd02dac302a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0adf6a46-a917-4d93-961c-bd02dac302a1 found for delete ", "request_id": "req-6391850f-896b-4173-a81c-b68cbce0ece4"}]} Sep 14 12:18:28.838308 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeee4d-d8f8-45aa-ad88-a1e7f7038a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=0ca6a8c3-1298-4a9f-a110-741bf377213f,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:28.945722 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:28.947427 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:28.948485 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:29.012672 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:29.023096 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:18:29.109576 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-35d8b544-065c-407e-9be3-ed8bd8e9e0d8 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8088889 Sep 14 12:18:29.112768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45356) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:29.118116 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Request body: {'subnet': {'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2081534208-subnet', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'ip_version': 4}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:29.196104 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Made reservation on behalf of 9204365716924bbebdc0d90ecc13d01e for: {'subnet': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:18:29.198776 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2298217'] for subnet (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:29.209202 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45358) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:29.249536 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-72baf2ae-c08a-4af0-abd9-339a3e25c230 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=d410170ed3ed4ce2b64d367cbf77790a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408266 Sep 14 12:18:29.251995 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45360) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:29.256243 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=11,neutron:UPDATE=2,neutron:SELECT=84,neutron:INSERT=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:29.301751 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-72e5a20a-505e-4504-98ff-a018a310a9b9 admin admin] Publish callbacks [] for security_group (c84b23b8-2a5a-4472-bd1f-349140239a9b), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:29.322666 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-72e5a20a-505e-4504-98ff-a018a310a9b9 admin admin] Publish callbacks [] for security_group (c84b23b8-2a5a-4472-bd1f-349140239a9b), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:29.351866 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:29.441779 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-72e5a20a-505e-4504-98ff-a018a310a9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (c84b23b8-2a5a-4472-bd1f-349140239a9b), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:29.444403 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-72e5a20a-505e-4504-98ff-a018a310a9b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:29.445566 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-72e5a20a-505e-4504-98ff-a018a310a9b9 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/c84b23b8-2a5a-4472-bd1f-349140239a9b HTTP/1.1" status: 204 len: 168 time: 0.1927090 Sep 14 12:18:29.454252 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5a20a-505e-4504-98ff-a018a310a9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84b23b8-2a5a-4472-bd1f-349140239a9b,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:29.494594 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4139344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2298239'] for subnet (8c5a7fbd-baf9-4376-b64b-6cfbe4274b89), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:29.556149 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:29.564991 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Checking segment: {'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:18:29.565398 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Network hostable DHCP agents. Network: e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:18:29.659431 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:18:29.767449 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7) {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:29.771811 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:29.774618 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:29.780967 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d07852-1ef4-4ee6-b709-578ae724805e None None] Network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:18:29.840372 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-ca5c1b5b-19bf-4bd0-9b0b-839b15272336 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7259338 Sep 14 12:18:29.843543 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45366) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:29.848173 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:29.904200 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:18:29.905141 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:29.939664 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (913f1a57-9ef6-4611-a18d-d33d24a91d41), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:29.941107 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (913f1a57-9ef6-4611-a18d-d33d24a91d41), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.000343 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks [] for router_controller (913f1a57-9ef6-4611-a18d-d33d24a91d41), precommit_add_association {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.056012 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Allocated IP 172.20.0.2 (e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7/8c5a7fbd-baf9-4376-b64b-6cfbe4274b89/75f44351-6468-4d3d-85e6-5d7746fbb58c) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:30.171678 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 802179c2-c3ce-478c-8eab-7965999f4762 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:18:30.194469 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 802179c2-c3ce-478c-8eab-7965999f4762 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:18:30.194873 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 802179c2-c3ce-478c-8eab-7965999f4762 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:18:30.200872 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks [] for router_gateway (913f1a57-9ef6-4611-a18d-d33d24a91d41), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.253771 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Publish callbacks [] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.304977 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.347463 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:30.349425 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:30.354023 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:30.358692 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:30.364371 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:18:30.370993 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Pushing event updated for resources: {'Port': ['ID=75f44351-6468-4d3d-85e6-5d7746fbb58c,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:30.434025 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Attempting to bind port 75f44351-6468-4d3d-85e6-5d7746fbb58c on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:18:30.434499 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Attempting to bind port 75f44351-6468-4d3d-85e6-5d7746fbb58c by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:18:30.434919 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Attempting to bind port 75f44351-6468-4d3d-85e6-5d7746fbb58c on network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:18:30.444522 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks [] for router_gateway (913f1a57-9ef6-4611-a18d-d33d24a91d41), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.463487 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.480431 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:18:30.480919 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Checking segment: {'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:18:30.481372 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.481827 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Bound using segment: {'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:18:30.482401 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Bound port: 75f44351-6468-4d3d-85e6-5d7746fbb58c, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:18:30.482785 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.556203 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] For port 75f44351-6468-4d3d-85e6-5d7746fbb58c, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:30.559440 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] For port 75f44351-6468-4d3d-85e6-5d7746fbb58c, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=75f44351-6468-4d3d-85e6-5d7746fbb58c,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:30.593208 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Allocated IP 172.27.3.189 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/ffb5661f-f103-4b09-a73c-12348fe2cbbf) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:30.642182 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.699695 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks [] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.709753 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6a985-6db1-427d-980e-9388ec15cc74 None None] Pushing event updated for resources: {'Port': ['ID=75f44351-6468-4d3d-85e6-5d7746fbb58c,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:30.773962 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:30.802859 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:30.827183 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:30.831227 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:30.835949 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:18:30.839398 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Pushing event updated for resources: {'Port': ['ID=ffb5661f-f103-4b09-a73c-12348fe2cbbf,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:31.011978 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:31.180458 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks [] for router_gateway (913f1a57-9ef6-4611-a18d-d33d24a91d41), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:31.395599 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (913f1a57-9ef6-4611-a18d-d33d24a91d41), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:31.641638 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Router 913f1a57-9ef6-4611-a18d-d33d24a91d41 is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:18:31.763302 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:31.763820 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e422f1-78ee-4d6a-8cd9-b235a09a6d63 None None] Network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:18:31.787358 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Sync routers for ids ['913f1a57-9ef6-4611-a18d-d33d24a91d41'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:31.821450 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:31.823439 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-0efb2826-6feb-42b2-b82b-f21d07e46e78 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9787278 Sep 14 12:18:31.827150 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45400) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:31.833431 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-af9a9f96-47dc-48b2-b8bd-4e3df9759a24 None None] Provisioning complete for port 75f44351-6468-4d3d-85e6-5d7746fbb58c triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:31.836854 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-af9a9f96-47dc-48b2-b8bd-4e3df9759a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:31.836854 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-af9a9f96-47dc-48b2-b8bd-4e3df9759a24 None None] Attempt 1 to provision port 75f44351-6468-4d3d-85e6-5d7746fbb58c Sep 14 12:18:31.863627 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Routers {'913f1a57-9ef6-4611-a18d-d33d24a91d41'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:31.864266 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['913f1a57-9ef6-4611-a18d-d33d24a91d41'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:31.920718 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:32.198451 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Set router 913f1a57-9ef6-4611-a18d-d33d24a91d41 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:32.236391 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 75f44351-6468-4d3d-85e6-5d7746fbb58c up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:32.265732 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-af9a9f96-47dc-48b2-b8bd-4e3df9759a24 None None] Current status of the port 75f44351-6468-4d3d-85e6-5d7746fbb58c is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:32.265732 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-af9a9f96-47dc-48b2-b8bd-4e3df9759a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:32.269455 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:32.291643 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:32.337354 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:32.391424 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-af9a9f96-47dc-48b2-b8bd-4e3df9759a24 None None] For port 75f44351-6468-4d3d-85e6-5d7746fbb58c, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=75f44351-6468-4d3d-85e6-5d7746fbb58c,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:32.412410 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 75f44351-6468-4d3d-85e6-5d7746fbb58c triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:32.412793 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:32.413122 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 75f44351-6468-4d3d-85e6-5d7746fbb58c Sep 14 12:18:32.459622 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-af9a9f96-47dc-48b2-b8bd-4e3df9759a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:32.504177 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Allocated IP 172.20.0.1 (e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7/8c5a7fbd-baf9-4376-b64b-6cfbe4274b89/334c6de7-de07-453b-a7f1-728ff7c0cc25) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:32.518915 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:32.558227 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:31Z', 'revision_number': 3, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:32.603262 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a9f96-47dc-48b2-b8bd-4e3df9759a24 None None] Pushing event updated for resources: {'Port': ['ID=75f44351-6468-4d3d-85e6-5d7746fbb58c,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:32.624874 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Checking router: 913f1a57-9ef6-4611-a18d-d33d24a91d41 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:32.624874 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Updating router 913f1a57-9ef6-4611-a18d-d33d24a91d41 port ffb5661f-f103-4b09-a73c-12348fe2cbbf binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:18:32.644307 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Publish callbacks [] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:32.663289 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-a04879f3-3647-4865-96c9-190dd92b3b78 None None] Provisioning complete for port 75f44351-6468-4d3d-85e6-5d7746fbb58c triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:32.663675 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a04879f3-3647-4865-96c9-190dd92b3b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:32.664008 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a04879f3-3647-4865-96c9-190dd92b3b78 None None] Attempt 1 to provision port 75f44351-6468-4d3d-85e6-5d7746fbb58c Sep 14 12:18:32.672173 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 75f44351-6468-4d3d-85e6-5d7746fbb58c is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:32.695764 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:32.752020 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:32.784502 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:32.795956 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:32.801205 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:32.803373 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Pushing event updated for resources: {'Port': ['ID=334c6de7-de07-453b-a7f1-728ff7c0cc25,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:32.805530 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:18:32.852166 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a04879f3-3647-4865-96c9-190dd92b3b78 None None] Current status of the port 75f44351-6468-4d3d-85e6-5d7746fbb58c is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:32.866306 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (913f1a57-9ef6-4611-a18d-d33d24a91d41), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:32.998898 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:33.020413 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Publish callbacks [] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.067608 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.072475 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Provisioning complete for port 334c6de7-de07-453b-a7f1-728ff7c0cc25 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:33.075102 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.075102 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Attempt 1 to provision port 334c6de7-de07-453b-a7f1-728ff7c0cc25 Sep 14 12:18:33.108352 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Port 334c6de7-de07-453b-a7f1-728ff7c0cc25 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:33.121519 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.164515 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Attempting to bind port ffb5661f-f103-4b09-a73c-12348fe2cbbf on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:18:33.164890 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Attempting to bind port ffb5661f-f103-4b09-a73c-12348fe2cbbf by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:18:33.165261 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Attempting to bind port ffb5661f-f103-4b09-a73c-12348fe2cbbf on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:18:33.198839 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dc18f-0ae7-4f6b-b91b-ab215944c1e9 None None] Pushing event updated for resources: {'Port': ['ID=ffb5661f-f103-4b09-a73c-12348fe2cbbf,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:33.225747 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:18:33.226156 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:18:33.226582 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.226966 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:18:33.227448 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Bound port: ffb5661f-f103-4b09-a73c-12348fe2cbbf, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:18:33.227886 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.245815 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:33.254064 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Publish callbacks [] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.286689 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] For port ffb5661f-f103-4b09-a73c-12348fe2cbbf, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:33.290319 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] For port ffb5661f-f103-4b09-a73c-12348fe2cbbf, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=ffb5661f-f103-4b09-a73c-12348fe2cbbf,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:33.344622 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.373636 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.375018 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.414758 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Routers {'913f1a57-9ef6-4611-a18d-d33d24a91d41'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:33.415389 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['913f1a57-9ef6-4611-a18d-d33d24a91d41'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:33.418290 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Pushing event updated for resources: {'Port': ['ID=334c6de7-de07-453b-a7f1-728ff7c0cc25,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:33.420692 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (913f1a57-9ef6-4611-a18d-d33d24a91d41), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:33.469114 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350dc18f-0ae7-4f6b-b91b-ab215944c1e9 None None] Pushing event updated for resources: {'Port': ['ID=ffb5661f-f103-4b09-a73c-12348fe2cbbf,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:33.529337 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:33.530912 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:33.539640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] Set router 913f1a57-9ef6-4611-a18d-d33d24a91d41 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:33.613655 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Attempt 2 to provision port 334c6de7-de07-453b-a7f1-728ff7c0cc25 Sep 14 12:18:33.648229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Router 913f1a57-9ef6-4611-a18d-d33d24a91d41 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:18:33.650958 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:33.700144 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Port 334c6de7-de07-453b-a7f1-728ff7c0cc25 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:33.713794 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:18:33.762707 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:33.768152 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-f28ccdc4-8a7f-4997-8336-1210dd5e795c admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/913f1a57-9ef6-4611-a18d-d33d24a91d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9395065 Sep 14 12:18:33.787644 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:33Z', 'revision_number': 2, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:33.813777 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbfc766-7fc2-43ad-a08e-9d6d9fd03f71 None None] The sync data for ids ['913f1a57-9ef6-4611-a18d-d33d24a91d41'] in dv-cinder-844962-2-iscsi is: [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:33Z', 'revision_number': 2, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:34.174265 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 75f44351-6468-4d3d-85e6-5d7746fbb58c up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:34.200987 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Attempt 3 to provision port 334c6de7-de07-453b-a7f1-728ff7c0cc25 Sep 14 12:18:34.245788 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Port 334c6de7-de07-453b-a7f1-728ff7c0cc25 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:34.255859 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 75f44351-6468-4d3d-85e6-5d7746fbb58c triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:34.256159 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:34.256493 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 75f44351-6468-4d3d-85e6-5d7746fbb58c Sep 14 12:18:34.342573 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 75f44351-6468-4d3d-85e6-5d7746fbb58c is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:34.647484 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45440) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:34.653116 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-524512115-network', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:34.721672 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Made reservation on behalf of c1f845252ff945d0bd5cab90f3405462 for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:18:34.724221 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:34.735442 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:34.746711 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Attempt 4 to provision port 334c6de7-de07-453b-a7f1-728ff7c0cc25 Sep 14 12:18:34.784556 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Port 334c6de7-de07-453b-a7f1-728ff7c0cc25 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:34.836058 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Publish callbacks [] for security_group (e717380f-0aa2-44ec-9dd9-7be532c3b39c), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:34.893682 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e717380f-0aa2-44ec-9dd9-7be532c3b39c), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:34.912130 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:34.924455 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=106903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:18:34.935736 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e717380f-0aa2-44ec-9dd9-7be532c3b39c,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:34.940786 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (1c4c515e-84d1-44f4-bae4-ad64783fda11), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:34.941128 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Added segment 1c4c515e-84d1-44f4-bae4-ad64783fda11 of type vlan for network ac0ad5da-1470-4d69-b3c3-00f311b44fdf Sep 14 12:18:34.985146 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (ac0ad5da-1470-4d69-b3c3-00f311b44fdf), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:35.042191 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (ac0ad5da-1470-4d69-b3c3-00f311b44fdf), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:35.043123 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:35.043785 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:35.107120 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] Pushing event updated for resources: {'Network': ['ID=ac0ad5da-1470-4d69-b3c3-00f311b44fdf,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:35.118139 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network ac0ad5da-1470-4d69-b3c3-00f311b44fdf details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:18:35.147889 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-6b34aa54-88d5-4292-964b-6a9ab4cdf7ac admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4992888 Sep 14 12:18:35.150745 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45442) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:35.155556 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Request body: {'subnet': {'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-524512115-subnet', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'ip_version': 4}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:35.231054 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Made reservation on behalf of c1f845252ff945d0bd5cab90f3405462 for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:18:35.233466 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2896807'] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:35.286065 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Attempt 5 to provision port 334c6de7-de07-453b-a7f1-728ff7c0cc25 Sep 14 12:18:35.327154 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Port 334c6de7-de07-453b-a7f1-728ff7c0cc25 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:35.353009 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:35.454459 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2896817'] for subnet (3ce1a439-531c-4272-ab72-5fb3beafce86), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:35.512293 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ce1a439-531c-4272-ab72-5fb3beafce86,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:35.531141 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Checking segment: {'id': '1c4c515e-84d1-44f4-bae4-ad64783fda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:18:35.531497 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Network hostable DHCP agents. Network: ac0ad5da-1470-4d69-b3c3-00f311b44fdf, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:18:35.601796 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Network ac0ad5da-1470-4d69-b3c3-00f311b44fdf is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:18:35.647712 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, ac0ad5da-1470-4d69-b3c3-00f311b44fdf) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:35.652474 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:18:35.653079 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:35.657223 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67874bf-2f40-40e3-94fc-fa3e2adb66b5 None None] Network ac0ad5da-1470-4d69-b3c3-00f311b44fdf requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:18:35.715354 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:35.724455 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-305a112a-7047-4405-870f-47cf60d05244 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5725403 Sep 14 12:18:35.727278 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45448) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:35.732266 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-524512115-router', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:35.769079 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-ac0ad5da-1470-4d69-b3c3-00f311b44fdf', 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf', 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'fixed_ips': [{'subnet_id': '3ce1a439-531c-4272-ab72-5fb3beafce86'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:18:35.770068 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:35.842373 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Attempt 6 to provision port 334c6de7-de07-453b-a7f1-728ff7c0cc25 Sep 14 12:18:35.889302 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Sync routers for ids ['913f1a57-9ef6-4611-a18d-d33d24a91d41'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:35.900139 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:35.905396 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Routers {'913f1a57-9ef6-4611-a18d-d33d24a91d41'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:35.906167 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['913f1a57-9ef6-4611-a18d-d33d24a91d41'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:36.034962 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Set router 913f1a57-9ef6-4611-a18d-d33d24a91d41 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:36.040910 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Port 334c6de7-de07-453b-a7f1-728ff7c0cc25 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:36.065169 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.066686 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.087370 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Allocated IP 172.20.0.2 (ac0ad5da-1470-4d69-b3c3-00f311b44fdf/3ce1a439-531c-4272-ab72-5fb3beafce86/81eae338-8201-4f73-86a3-2e7357927dc8) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:36.154505 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks [] for router_controller (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), precommit_add_association {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.206536 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device ffb5661f-f103-4b09-a73c-12348fe2cbbf up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:36.246865 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:33Z', 'revision_number': 2, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:36.277757 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Checking router: 913f1a57-9ef6-4611-a18d-d33d24a91d41 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:36.278210 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Updating router 913f1a57-9ef6-4611-a18d-d33d24a91d41 port 334c6de7-de07-453b-a7f1-728ff7c0cc25 binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:18:36.308107 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.311604 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port ffb5661f-f103-4b09-a73c-12348fe2cbbf triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:36.312176 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.312415 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port ffb5661f-f103-4b09-a73c-12348fe2cbbf Sep 14 12:18:36.333039 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Publish callbacks [] for port (81eae338-8201-4f73-86a3-2e7357927dc8), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.360143 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:36.387996 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks [] for router_gateway (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.404225 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port ffb5661f-f103-4b09-a73c-12348fe2cbbf is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:36.410886 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.426281 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port ffb5661f-f103-4b09-a73c-12348fe2cbbf, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=ffb5661f-f103-4b09-a73c-12348fe2cbbf,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:36.436839 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.474223 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Network ac0ad5da-1470-4d69-b3c3-00f311b44fdf is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:36.481590 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:36.484107 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:18:36.500972 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Pushing event updated for resources: {'Port': ['ID=81eae338-8201-4f73-86a3-2e7357927dc8,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:36.541604 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Attempt 7 to provision port 334c6de7-de07-453b-a7f1-728ff7c0cc25 Sep 14 12:18:36.554866 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:36.565353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=7 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:36.572544 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.583727 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Attempting to bind port 81eae338-8201-4f73-86a3-2e7357927dc8 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:18:36.584103 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Attempting to bind port 81eae338-8201-4f73-86a3-2e7357927dc8 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '1c4c515e-84d1-44f4-bae4-ad64783fda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:18:36.584469 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Attempting to bind port 81eae338-8201-4f73-86a3-2e7357927dc8 on network ac0ad5da-1470-4d69-b3c3-00f311b44fdf {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:18:36.601828 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Publish callbacks [] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.629137 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Port 334c6de7-de07-453b-a7f1-728ff7c0cc25 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:36.668779 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=ffb5661f-f103-4b09-a73c-12348fe2cbbf,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:36.674385 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:18:36.674760 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Checking segment: {'id': '1c4c515e-84d1-44f4-bae4-ad64783fda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:18:36.675171 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.675554 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Bound using segment: {'id': '1c4c515e-84d1-44f4-bae4-ad64783fda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:18:36.676030 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Bound port: 81eae338-8201-4f73-86a3-2e7357927dc8, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4c515e-84d1-44f4-bae4-ad64783fda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:18:36.676415 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.679056 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.705294 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks [] for router_gateway (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.727540 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.751219 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Pushing event updated for resources: {'Port': ['ID=334c6de7-de07-453b-a7f1-728ff7c0cc25,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:36.758182 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] For port 81eae338-8201-4f73-86a3-2e7357927dc8, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:36.764283 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] For port 81eae338-8201-4f73-86a3-2e7357927dc8, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=81eae338-8201-4f73-86a3-2e7357927dc8,segment=NetworkSegment(1c4c515e-84d1-44f4-bae4-ad64783fda11),segment_id=1c4c515e-84d1-44f4-bae4-ad64783fda11)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:36.780896 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.781339 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.781769 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.782338 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.782791 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.783916 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.783916 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.784208 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.784543 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.784864 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.785309 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.785777 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.786140 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.786459 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.787530 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:36.801622 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Attempting to bind port 334c6de7-de07-453b-a7f1-728ff7c0cc25 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:18:36.802026 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Attempting to bind port 334c6de7-de07-453b-a7f1-728ff7c0cc25 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:18:36.802393 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Attempting to bind port 334c6de7-de07-453b-a7f1-728ff7c0cc25 on network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:18:36.835631 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:36.842560 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.858328 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Allocated IP 172.27.3.61 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/dd753fd9-34bd-4118-95ba-4acc70c60f5f) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:36.859945 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:18:36.860336 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Checking segment: {'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:18:36.860732 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.861122 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Bound using segment: {'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:18:36.861670 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Bound port: 334c6de7-de07-453b-a7f1-728ff7c0cc25, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:18:36.862023 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:36.887264 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:36.909070 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e67a3a-c7ca-4c11-aa08-70f64ea3d73a None None] Pushing event updated for resources: {'Port': ['ID=81eae338-8201-4f73-86a3-2e7357927dc8,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:36.921461 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=9 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:36.944657 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] For port 334c6de7-de07-453b-a7f1-728ff7c0cc25, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:36.948593 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] For port 334c6de7-de07-453b-a7f1-728ff7c0cc25, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=334c6de7-de07-453b-a7f1-728ff7c0cc25,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:36.982965 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks [] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:37.037087 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:37.108932 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Routers {'913f1a57-9ef6-4611-a18d-d33d24a91d41'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:37.109580 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['913f1a57-9ef6-4611-a18d-d33d24a91d41'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:37.116838 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:37.130087 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Attempt 8 to provision port 334c6de7-de07-453b-a7f1-728ff7c0cc25 Sep 14 12:18:37.160981 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:37.166350 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e294343-1414-4a54-8ee2-45c4ba0aca6f None None] Pushing event updated for resources: {'Port': ['ID=334c6de7-de07-453b-a7f1-728ff7c0cc25,revision_number=4']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:37.170158 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:37.175212 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:18:37.205671 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Pushing event updated for resources: {'Port': ['ID=dd753fd9-34bd-4118-95ba-4acc70c60f5f,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:37.261793 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] Set router 913f1a57-9ef6-4611-a18d-d33d24a91d41 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:37.264415 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Current status of the port 334c6de7-de07-453b-a7f1-728ff7c0cc25 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:37.264789 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:37.302034 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] For port 334c6de7-de07-453b-a7f1-728ff7c0cc25, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=334c6de7-de07-453b-a7f1-728ff7c0cc25,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:37.350626 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:37.388014 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:37.400371 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f4269-0ce0-457f-a0ad-ecdc2e3b43a1 None None] Pushing event updated for resources: {'Port': ['ID=334c6de7-de07-453b-a7f1-728ff7c0cc25,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:37.468608 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f887b44f-65b5-48cb-8b4e-8755e56ee156 None None] Provisioning complete for port 334c6de7-de07-453b-a7f1-728ff7c0cc25 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:37.469026 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f887b44f-65b5-48cb-8b4e-8755e56ee156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:37.469436 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f887b44f-65b5-48cb-8b4e-8755e56ee156 None None] Attempt 1 to provision port 334c6de7-de07-453b-a7f1-728ff7c0cc25 Sep 14 12:18:37.473880 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:37.512699 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks [] for router_gateway (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:37.562428 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:37.577812 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f887b44f-65b5-48cb-8b4e-8755e56ee156 None None] Current status of the port 334c6de7-de07-453b-a7f1-728ff7c0cc25 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:37.647964 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b403e7a-3f61-4908-94e4-aede30cda387 None None] The sync data for ids ['913f1a57-9ef6-4611-a18d-d33d24a91d41'] in dv-cinder-844962-2-iscsi is: [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:37.772680 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:37.942307 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ad7c16-0807-479f-bce4-e6c500a0f700 None None] Network ac0ad5da-1470-4d69-b3c3-00f311b44fdf requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:18:37.991863 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:18:38.012346 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-86e9e591-9f48-4dc6-b552-a0ec4bb41436 None None] Provisioning complete for port 81eae338-8201-4f73-86a3-2e7357927dc8 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:38.012727 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-86e9e591-9f48-4dc6-b552-a0ec4bb41436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:38.013065 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-86e9e591-9f48-4dc6-b552-a0ec4bb41436 None None] Attempt 1 to provision port 81eae338-8201-4f73-86a3-2e7357927dc8 Sep 14 12:18:38.107882 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:38.134351 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Sync routers for ids ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:38.161963 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-86e9e591-9f48-4dc6-b552-a0ec4bb41436 None None] Current status of the port 81eae338-8201-4f73-86a3-2e7357927dc8 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:38.162181 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-86e9e591-9f48-4dc6-b552-a0ec4bb41436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:38.172369 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Routers {'7b9ec38a-f963-4f40-b4c6-596a0952d9ee'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:38.172369 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:38.226641 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:38.237015 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-61cecf84-6523-4713-b85d-f93a8dc2e20f admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5082541 Sep 14 12:18:38.239514 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45466) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:38.270320 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-86e9e591-9f48-4dc6-b552-a0ec4bb41436 None None] For port 81eae338-8201-4f73-86a3-2e7357927dc8, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=81eae338-8201-4f73-86a3-2e7357927dc8,segment=NetworkSegment(1c4c515e-84d1-44f4-bae4-ad64783fda11),segment_id=1c4c515e-84d1-44f4-bae4-ad64783fda11)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:38.374072 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-86e9e591-9f48-4dc6-b552-a0ec4bb41436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:38.380187 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 334c6de7-de07-453b-a7f1-728ff7c0cc25 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:38.406120 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Set router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:38.562614 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-bfb82a2e-2acf-46aa-981b-9d667dd9a616 None None] Provisioning complete for port 81eae338-8201-4f73-86a3-2e7357927dc8 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:38.562987 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-bfb82a2e-2acf-46aa-981b-9d667dd9a616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:38.563329 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-bfb82a2e-2acf-46aa-981b-9d667dd9a616 None None] Attempt 1 to provision port 81eae338-8201-4f73-86a3-2e7357927dc8 Sep 14 12:18:38.628093 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:38.645142 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e9e591-9f48-4dc6-b552-a0ec4bb41436 None None] Pushing event updated for resources: {'Port': ['ID=81eae338-8201-4f73-86a3-2e7357927dc8,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:38.657165 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:38.666373 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 334c6de7-de07-453b-a7f1-728ff7c0cc25 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:38.672021 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:38.672021 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 334c6de7-de07-453b-a7f1-728ff7c0cc25 Sep 14 12:18:38.755480 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:38.773090 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:38.806595 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'name': 'tempest-TestShelveInstance-524512115-router', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:37Z', 'revision_number': 3, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'gw_port': {'id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:38.831329 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-bfb82a2e-2acf-46aa-981b-9d667dd9a616 None None] Current status of the port 81eae338-8201-4f73-86a3-2e7357927dc8 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:38.866776 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Checking router: 7b9ec38a-f963-4f40-b4c6-596a0952d9ee for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:38.866776 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Updating router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee port dd753fd9-34bd-4118-95ba-4acc70c60f5f binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:18:38.897548 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 334c6de7-de07-453b-a7f1-728ff7c0cc25 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:38.898145 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device ffb5661f-f103-4b09-a73c-12348fe2cbbf up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:38.927885 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:38.964682 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:38.968186 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Allocated IP 172.20.0.1 (ac0ad5da-1470-4d69-b3c3-00f311b44fdf/3ce1a439-531c-4272-ab72-5fb3beafce86/75e2f204-21a6-4c4a-b4de-27d18cee8d1c) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:18:39.034554 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port ffb5661f-f103-4b09-a73c-12348fe2cbbf triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:39.034942 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.035292 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port ffb5661f-f103-4b09-a73c-12348fe2cbbf Sep 14 12:18:39.087655 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Publish callbacks [] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.197162 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.236620 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Network ac0ad5da-1470-4d69-b3c3-00f311b44fdf is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:39.239785 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:39.247097 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:18:39.285328 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Pushing event updated for resources: {'Port': ['ID=75e2f204-21a6-4c4a-b4de-27d18cee8d1c,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:39.295775 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:39.302293 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.341796 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port ffb5661f-f103-4b09-a73c-12348fe2cbbf is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:39.343009 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 81eae338-8201-4f73-86a3-2e7357927dc8 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:39.446628 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 81eae338-8201-4f73-86a3-2e7357927dc8 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:39.446628 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.446628 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 81eae338-8201-4f73-86a3-2e7357927dc8 Sep 14 12:18:39.456142 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:39.459021 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Publish callbacks [] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.497059 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Provisioning complete for port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:39.497433 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.497783 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Attempt 1 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:39.519700 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.538041 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:39.571031 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.599861 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 81eae338-8201-4f73-86a3-2e7357927dc8 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:39.621118 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Attempting to bind port dd753fd9-34bd-4118-95ba-4acc70c60f5f on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:18:39.623195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Attempting to bind port dd753fd9-34bd-4118-95ba-4acc70c60f5f by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:18:39.623195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Attempting to bind port dd753fd9-34bd-4118-95ba-4acc70c60f5f on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:18:39.659640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96afc-ed89-4542-b599-146cafc58daf None None] Pushing event updated for resources: {'Port': ['ID=dd753fd9-34bd-4118-95ba-4acc70c60f5f,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:39.683200 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:18:39.683574 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:18:39.683974 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.684358 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:18:39.684831 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Bound port: dd753fd9-34bd-4118-95ba-4acc70c60f5f, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:18:39.685559 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.688580 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Publish callbacks [] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.688756 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:39.735892 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] For port dd753fd9-34bd-4118-95ba-4acc70c60f5f, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:39.739220 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] For port dd753fd9-34bd-4118-95ba-4acc70c60f5f, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=dd753fd9-34bd-4118-95ba-4acc70c60f5f,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:39.767042 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.784724 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=64,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:39.838498 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.840791 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Pushing event updated for resources: {'Port': ['ID=75e2f204-21a6-4c4a-b4de-27d18cee8d1c,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:39.876948 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:39.912671 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Routers {'7b9ec38a-f963-4f40-b4c6-596a0952d9ee'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:39.913300 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:39.915255 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:39.935800 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Network ac0ad5da-1470-4d69-b3c3-00f311b44fdf is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:18:39.937306 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:18:39.982495 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d96afc-ed89-4542-b599-146cafc58daf None None] Pushing event updated for resources: {'Port': ['ID=dd753fd9-34bd-4118-95ba-4acc70c60f5f,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:40.039436 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Attempt 2 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:40.066249 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:18:40.072717 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] Set router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:40.112733 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:40.181661 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 81eae338-8201-4f73-86a3-2e7357927dc8 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:40.189977 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:18:40.195152 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-727dfbce-9e07-4a7c-9cdc-d616b46b83a3 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/7b9ec38a-f963-4f40-b4c6-596a0952d9ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9525723 Sep 14 12:18:40.306647 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 81eae338-8201-4f73-86a3-2e7357927dc8 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:40.306647 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:40.306647 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 81eae338-8201-4f73-86a3-2e7357927dc8 Sep 14 12:18:40.387797 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'name': 'tempest-TestShelveInstance-524512115-router', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:39Z', 'revision_number': 4, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'gw_port': {'id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '75e2f204-21a6-4c4a-b4de-27d18cee8d1c', 'name': '', 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'mac_address': 'fa:16:3e:ea:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3ce1a439-531c-4272-ab72-5fb3beafce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:38Z', 'updated_at': '2022-09-14T12:18:39Z', 'revision_number': 2, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'subnets': [{'id': '3ce1a439-531c-4272-ab72-5fb3beafce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:40.392006 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:40.415998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80847ad9-873a-4c46-b8ee-af33cfb37a49 None None] The sync data for ids ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'] in dv-cinder-844962-2-iscsi is: [{'id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'name': 'tempest-TestShelveInstance-524512115-router', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:39Z', 'revision_number': 4, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'gw_port': {'id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:27:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '75e2f204-21a6-4c4a-b4de-27d18cee8d1c', 'name': '', 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'mac_address': 'fa:16:3e:ea:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3ce1a439-531c-4272-ab72-5fb3beafce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:38Z', 'updated_at': '2022-09-14T12:18:39Z', 'revision_number': 2, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'subnets': [{'id': '3ce1a439-531c-4272-ab72-5fb3beafce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:40.453029 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 81eae338-8201-4f73-86a3-2e7357927dc8 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:40.614271 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Attempt 3 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:40.668294 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:40.696986 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45502) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:40.707790 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-25faa041-8dc8-47a2-b32c-d01dd839da4d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515319990', 'description': 'tempest-secgroup-smoke-515319990 description', 'project_id': '9204365716924bbebdc0d90ecc13d01e'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:40.797348 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faa041-8dc8-47a2-b32c-d01dd839da4d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:40.855285 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45506) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:40.895423 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faa041-8dc8-47a2-b32c-d01dd839da4d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group (7bad81b7-c054-42d0-b121-ca1c279e5938), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:40.961785 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faa041-8dc8-47a2-b32c-d01dd839da4d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (7bad81b7-c054-42d0-b121-ca1c279e5938), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:40.982690 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:40.996431 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faa041-8dc8-47a2-b32c-d01dd839da4d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bad81b7-c054-42d0-b121-ca1c279e5938,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:41.038158 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-25faa041-8dc8-47a2-b32c-d01dd839da4d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.043186 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-25faa041-8dc8-47a2-b32c-d01dd839da4d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3413970 Sep 14 12:18:41.043480 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45510) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:41.047927 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-04d95233-bcc7-4995-ac3c-6b262723efcd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Request body: {'security_group_rule': {'security_group_id': '7bad81b7-c054-42d0-b121-ca1c279e5938', 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:41.078342 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Publish callbacks [] for security_group (a647cda8-d5f9-4c43-8d46-2ca3d57cc108), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.145700 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-04d95233-bcc7-4995-ac3c-6b262723efcd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (b7ea8492-867a-4fc6-820c-cc0cbe532dc1), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.165198 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (a647cda8-d5f9-4c43-8d46-2ca3d57cc108), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.169079 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Attempt 4 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:41.208977 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:41.214739 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45512) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:41.214957 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=834a2513fbef4bef831947a0345832f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574588 Sep 14 12:18:41.221011 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:41.226759 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a647cda8-d5f9-4c43-8d46-2ca3d57cc108,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:41.233548 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.234344 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.234696 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.235041 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.235384 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.235715 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.236215 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.236556 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.236892 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.237225 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.237557 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.237926 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.238489 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.238972 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.239470 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960445ab-1635-4436-8315-f02a974e4291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:41.249193 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-04d95233-bcc7-4995-ac3c-6b262723efcd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (b7ea8492-867a-4fc6-820c-cc0cbe532dc1), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.283348 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c156-fec2-4a7c-918f-12d3ccb4a9db admin admin] Publish callbacks [] for security_group (a647cda8-d5f9-4c43-8d46-2ca3d57cc108), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.306336 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c156-fec2-4a7c-918f-12d3ccb4a9db admin admin] Publish callbacks [] for security_group (a647cda8-d5f9-4c43-8d46-2ca3d57cc108), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.308473 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-04d95233-bcc7-4995-ac3c-6b262723efcd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (b7ea8492-867a-4fc6-820c-cc0cbe532dc1), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.344714 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d95233-bcc7-4995-ac3c-6b262723efcd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7ea8492-867a-4fc6-820c-cc0cbe532dc1,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:41.444414 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-04d95233-bcc7-4995-ac3c-6b262723efcd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.448577 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-04d95233-bcc7-4995-ac3c-6b262723efcd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4012716 Sep 14 12:18:41.448577 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c156-fec2-4a7c-918f-12d3ccb4a9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (a647cda8-d5f9-4c43-8d46-2ca3d57cc108), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.449386 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45514) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:41.449904 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6ca2c156-fec2-4a7c-918f-12d3ccb4a9db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.453818 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-6ca2c156-fec2-4a7c-918f-12d3ccb4a9db admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/a647cda8-d5f9-4c43-8d46-2ca3d57cc108 HTTP/1.1" status: 204 len: 168 time: 0.2381346 Sep 14 12:18:41.456293 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-1cb0ccc4-d2f6-4f32-96b0-5238ec9b1bb1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Request body: {'security_group_rule': {'security_group_id': '7bad81b7-c054-42d0-b121-ca1c279e5938', 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:41.464571 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2c156-fec2-4a7c-918f-12d3ccb4a9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a647cda8-d5f9-4c43-8d46-2ca3d57cc108,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:41.574271 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ccc4-d2f6-4f32-96b0-5238ec9b1bb1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (7014a61a-c7e0-4cae-b755-61d959e15f20), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.639463 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ccc4-d2f6-4f32-96b0-5238ec9b1bb1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (7014a61a-c7e0-4cae-b755-61d959e15f20), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.722115 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ccc4-d2f6-4f32-96b0-5238ec9b1bb1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (7014a61a-c7e0-4cae-b755-61d959e15f20), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.724340 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Attempt 5 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:41.738869 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0ccc4-d2f6-4f32-96b0-5238ec9b1bb1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7014a61a-c7e0-4cae-b755-61d959e15f20,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:41.773015 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:41.842283 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1cb0ccc4-d2f6-4f32-96b0-5238ec9b1bb1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:41.842283 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1cb0ccc4-d2f6-4f32-96b0-5238ec9b1bb1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3883121 Sep 14 12:18:41.844249 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45522) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:41.848788 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-2f5cb433-f655-49b9-a599-98df00836b02 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Request body: {'security_group_rule': {'security_group_id': '7bad81b7-c054-42d0-b121-ca1c279e5938', 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:41.945800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f5cb433-f655-49b9-a599-98df00836b02 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (92af8c40-044f-4f6d-8dcd-a94af222023c), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.008579 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f5cb433-f655-49b9-a599-98df00836b02 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (92af8c40-044f-4f6d-8dcd-a94af222023c), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.076145 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f5cb433-f655-49b9-a599-98df00836b02 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (92af8c40-044f-4f6d-8dcd-a94af222023c), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.097149 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cb433-f655-49b9-a599-98df00836b02 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92af8c40-044f-4f6d-8dcd-a94af222023c,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:42.184523 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device dd753fd9-34bd-4118-95ba-4acc70c60f5f up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:42.187636 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f5cb433-f655-49b9-a599-98df00836b02 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.189195 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-2f5cb433-f655-49b9-a599-98df00836b02 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439357 Sep 14 12:18:42.192239 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45530) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:42.197092 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-b2ab54ea-355c-4616-b0bc-4164f5fc119d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Request body: {'security_group_rule': {'security_group_id': '7bad81b7-c054-42d0-b121-ca1c279e5938', 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:42.235606 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port dd753fd9-34bd-4118-95ba-4acc70c60f5f triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:42.235980 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.236316 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port dd753fd9-34bd-4118-95ba-4acc70c60f5f Sep 14 12:18:42.274836 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Attempt 6 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:42.301027 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b2ab54ea-355c-4616-b0bc-4164f5fc119d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (1374d701-3a04-4962-a145-ede671eff515), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.343322 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:42.351715 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port dd753fd9-34bd-4118-95ba-4acc70c60f5f is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:42.352107 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.368798 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b2ab54ea-355c-4616-b0bc-4164f5fc119d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (1374d701-3a04-4962-a145-ede671eff515), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.374963 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port dd753fd9-34bd-4118-95ba-4acc70c60f5f, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=dd753fd9-34bd-4118-95ba-4acc70c60f5f,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:42.459062 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b2ab54ea-355c-4616-b0bc-4164f5fc119d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (1374d701-3a04-4962-a145-ede671eff515), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.459357 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.479145 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ab54ea-355c-4616-b0bc-4164f5fc119d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1374d701-3a04-4962-a145-ede671eff515,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:42.514250 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=dd753fd9-34bd-4118-95ba-4acc70c60f5f,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:42.539965 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Sync routers for ids ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:18:42.550371 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Routers {'7b9ec38a-f963-4f40-b4c6-596a0952d9ee'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:42.551058 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:42.586484 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-b2ab54ea-355c-4616-b0bc-4164f5fc119d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.587717 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-b2ab54ea-355c-4616-b0bc-4164f5fc119d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3945045 Sep 14 12:18:42.596433 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45542) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:42.606755 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-d8fb3e53-fc20-4726-84d9-419385487c28 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Request body: {'security_group_rule': {'security_group_id': '7bad81b7-c054-42d0-b121-ca1c279e5938', 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:42.635523 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:42.665272 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Set router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:42.716205 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c63ab0ea-8bd8-4808-b303-098a3c219635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.744852 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.securitygroups_db [None req-d8fb3e53-fc20-4726-84d9-419385487c28 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Project 9204365716924bbebdc0d90ecc13d01e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:18:42.752285 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e53-fc20-4726-84d9-419385487c28 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (528b9b7b-0b98-4e3a-bf86-5c9e459ff7ba), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.810939 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:42.822130 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e53-fc20-4726-84d9-419385487c28 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (528b9b7b-0b98-4e3a-bf86-5c9e459ff7ba), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.845136 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Attempt 7 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:42.872393 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'name': 'tempest-TestShelveInstance-524512115-router', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:39Z', 'revision_number': 4, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'gw_port': {'id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '75e2f204-21a6-4c4a-b4de-27d18cee8d1c', 'name': '', 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'mac_address': 'fa:16:3e:ea:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3ce1a439-531c-4272-ab72-5fb3beafce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:38Z', 'updated_at': '2022-09-14T12:18:39Z', 'revision_number': 2, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'subnets': [{'id': '3ce1a439-531c-4272-ab72-5fb3beafce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:42.883169 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e53-fc20-4726-84d9-419385487c28 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (528b9b7b-0b98-4e3a-bf86-5c9e459ff7ba), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.906076 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:42.908196 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb3e53-fc20-4726-84d9-419385487c28 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528b9b7b-0b98-4e3a-bf86-5c9e459ff7ba,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:42.916522 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Checking router: 7b9ec38a-f963-4f40-b4c6-596a0952d9ee for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:18:42.916522 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Updating router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:18:42.933955 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:42.947658 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.962743 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d8fb3e53-fc20-4726-84d9-419385487c28 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:42.964961 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d8fb3e53-fc20-4726-84d9-419385487c28 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3655634 Sep 14 12:18:42.967507 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45548) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:42.973036 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-5845961d-dc64-4237-89eb-1a69742820aa tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Request body: {'security_group_rule': {'security_group_id': '7bad81b7-c054-42d0-b121-ca1c279e5938', 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:18:43.047757 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.securitygroups_db [None req-5845961d-dc64-4237-89eb-1a69742820aa tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Project 9204365716924bbebdc0d90ecc13d01e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:18:43.054576 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5845961d-dc64-4237-89eb-1a69742820aa tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (09f8d508-a308-4d81-85fe-9fafb33b1523), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:43.119007 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5845961d-dc64-4237-89eb-1a69742820aa tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (09f8d508-a308-4d81-85fe-9fafb33b1523), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:43.198741 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:43.223321 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Publish callbacks [] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:43.247035 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5845961d-dc64-4237-89eb-1a69742820aa tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (09f8d508-a308-4d81-85fe-9fafb33b1523), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:43.273989 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845961d-dc64-4237-89eb-1a69742820aa tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09f8d508-a308-4d81-85fe-9fafb33b1523,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:43.339397 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:43.342078 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5845961d-dc64-4237-89eb-1a69742820aa tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:43.343959 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-5845961d-dc64-4237-89eb-1a69742820aa tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3750219 Sep 14 12:18:43.433779 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0d06d-a2cd-44f6-8151-ba0b5238b210 None None] Pushing event updated for resources: {'Port': ['ID=75e2f204-21a6-4c4a-b4de-27d18cee8d1c,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:43.437360 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Attempt 8 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:43.447536 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Attempting to bind port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:18:43.447789 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Attempting to bind port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '1c4c515e-84d1-44f4-bae4-ad64783fda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:18:43.448440 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Attempting to bind port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c on network ac0ad5da-1470-4d69-b3c3-00f311b44fdf {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:18:43.487345 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:18:43.493802 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:18:43.494230 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Checking segment: {'id': '1c4c515e-84d1-44f4-bae4-ad64783fda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:18:43.494628 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:43.495066 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Bound using segment: {'id': '1c4c515e-84d1-44f4-bae4-ad64783fda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:18:43.496206 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Bound port: 75e2f204-21a6-4c4a-b4de-27d18cee8d1c, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4c515e-84d1-44f4-bae4-ad64783fda11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:18:43.496765 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:43.566219 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] For port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:18:43.566219 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] For port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=75e2f204-21a6-4c4a-b4de-27d18cee8d1c,segment=NetworkSegment(1c4c515e-84d1-44f4-bae4-ad64783fda11),segment_id=1c4c515e-84d1-44f4-bae4-ad64783fda11)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:18:43.619256 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:43.674306 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Routers {'7b9ec38a-f963-4f40-b4c6-596a0952d9ee'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:18:43.675191 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:18:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:43.722257 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0d06d-a2cd-44f6-8151-ba0b5238b210 None None] Pushing event updated for resources: {'Port': ['ID=75e2f204-21a6-4c4a-b4de-27d18cee8d1c,revision_number=4']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:43.802048 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] Set router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:18:43.989280 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Attempt 9 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:43.991987 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'name': 'tempest-TestShelveInstance-524512115-router', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:39Z', 'revision_number': 4, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'gw_port': {'id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '75e2f204-21a6-4c4a-b4de-27d18cee8d1c', 'name': '', 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'mac_address': 'fa:16:3e:ea:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3ce1a439-531c-4272-ab72-5fb3beafce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:38Z', 'updated_at': '2022-09-14T12:18:43Z', 'revision_number': 4, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'subnets': [{'id': '3ce1a439-531c-4272-ab72-5fb3beafce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:18:44.011492 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:44.018903 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da371f6d-0fc6-44ce-a1c7-7777d7c21e93 None None] The sync data for ids ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'] in dv-cinder-844962-2-iscsi is: [{'id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'name': 'tempest-TestShelveInstance-524512115-router', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:39Z', 'revision_number': 4, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'gw_port': {'id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '75e2f204-21a6-4c4a-b4de-27d18cee8d1c', 'name': '', 'network_id': 'ac0ad5da-1470-4d69-b3c3-00f311b44fdf', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'mac_address': 'fa:16:3e:ea:56:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '3ce1a439-531c-4272-ab72-5fb3beafce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:38Z', 'updated_at': '2022-09-14T12:18:43Z', 'revision_number': 4, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'subnets': [{'id': '3ce1a439-531c-4272-ab72-5fb3beafce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:18:44.071782 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Current status of the port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:44.072181 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.104362 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:44.116676 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] For port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=75e2f204-21a6-4c4a-b4de-27d18cee8d1c,segment=NetworkSegment(1c4c515e-84d1-44f4-bae4-ad64783fda11),segment_id=1c4c515e-84d1-44f4-bae4-ad64783fda11)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:18:44.203469 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 75e2f204-21a6-4c4a-b4de-27d18cee8d1c up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:44.228698 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.259961 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45608) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:44.294418 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:44.295107 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.295745 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:44.300999 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df992fe7-3625-4ff8-91de-a3a99f9b2e3b None None] Pushing event updated for resources: {'Port': ['ID=75e2f204-21a6-4c4a-b4de-27d18cee8d1c,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:44.355415 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-31114a7f-5375-4fe6-a4c7-5735632020ff None None] Provisioning complete for port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:44.355793 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-31114a7f-5375-4fe6-a4c7-5735632020ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.356133 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-31114a7f-5375-4fe6-a4c7-5735632020ff None None] Attempt 1 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:44.395100 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-156adfba-6ef3-43a7-ad7b-ea7021c7c36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.432041 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:44.433131 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device dd753fd9-34bd-4118-95ba-4acc70c60f5f up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:44.506719 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-156adfba-6ef3-43a7-ad7b-ea7021c7c36c admin admin] Publish callbacks [] for security_group (37ae8c18-a764-40ac-859f-5f033f8487bf), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.540836 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-31114a7f-5375-4fe6-a4c7-5735632020ff None None] Current status of the port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:44.548436 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port dd753fd9-34bd-4118-95ba-4acc70c60f5f triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:44.548817 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.549157 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port dd753fd9-34bd-4118-95ba-4acc70c60f5f Sep 14 12:18:44.584966 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-156adfba-6ef3-43a7-ad7b-ea7021c7c36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (37ae8c18-a764-40ac-859f-5f033f8487bf), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.633748 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port dd753fd9-34bd-4118-95ba-4acc70c60f5f is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:44.642471 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-156adfba-6ef3-43a7-ad7b-ea7021c7c36c admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a221c681aeb54e158e935434e7ef6cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811376 Sep 14 12:18:44.644868 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45616) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:44.653136 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156adfba-6ef3-43a7-ad7b-ea7021c7c36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ae8c18-a764-40ac-859f-5f033f8487bf,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:44.707339 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5f2b76e9-cd86-4c17-bbe9-b34df8ab2f88 admin admin] Publish callbacks [] for security_group (37ae8c18-a764-40ac-859f-5f033f8487bf), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.730260 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5f2b76e9-cd86-4c17-bbe9-b34df8ab2f88 admin admin] Publish callbacks [] for security_group (37ae8c18-a764-40ac-859f-5f033f8487bf), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.853264 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5f2b76e9-cd86-4c17-bbe9-b34df8ab2f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (37ae8c18-a764-40ac-859f-5f033f8487bf), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.856460 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5f2b76e9-cd86-4c17-bbe9-b34df8ab2f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:44.857712 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-5f2b76e9-cd86-4c17-bbe9-b34df8ab2f88 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/37ae8c18-a764-40ac-859f-5f033f8487bf HTTP/1.1" status: 204 len: 168 time: 0.2117028 Sep 14 12:18:44.865702 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b76e9-cd86-4c17-bbe9-b34df8ab2f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ae8c18-a764-40ac-859f-5f033f8487bf,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:45.213129 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-ae62e89a-6571-4000-9cdb-ecd99f5d4590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:45.511886 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45636) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:45.529654 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-60f23ebc-5bb9-4b01-b343-09e6b56d0f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:45.611987 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-60f23ebc-5bb9-4b01-b343-09e6b56d0f8a admin admin] Publish callbacks [] for security_group (5c32e57a-3fe3-4bca-a9bc-0a978e72c56a), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:45.699191 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-60f23ebc-5bb9-4b01-b343-09e6b56d0f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (5c32e57a-3fe3-4bca-a9bc-0a978e72c56a), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:45.717892 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:45.741036 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-60f23ebc-5bb9-4b01-b343-09e6b56d0f8a admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9ef0e051aa1f48cf9a969f8331970ac9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273631 Sep 14 12:18:45.741898 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f23ebc-5bb9-4b01-b343-09e6b56d0f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c32e57a-3fe3-4bca-a9bc-0a978e72c56a,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:45.743911 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45640) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:45.798261 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Publish callbacks [] for security_group (5c32e57a-3fe3-4bca-a9bc-0a978e72c56a), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:45.820079 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Publish callbacks [] for security_group (5c32e57a-3fe3-4bca-a9bc-0a978e72c56a), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:45.828219 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:45.978899 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (5c32e57a-3fe3-4bca-a9bc-0a978e72c56a), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:45.982165 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:45.983335 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/5c32e57a-3fe3-4bca-a9bc-0a978e72c56a HTTP/1.1" status: 204 len: 168 time: 0.2384136 Sep 14 12:18:45.992785 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c32e57a-3fe3-4bca-a9bc-0a978e72c56a,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:46.001186 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.001537 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.001905 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.002280 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.002621 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.002956 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.003286 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.003615 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.003945 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.004273 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.004602 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.004929 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.005252 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.005574 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.005956 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a20fb8a-ddb6-4b8c-8da7-c7ce4d130542 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:18:46.163750 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 75e2f204-21a6-4c4a-b4de-27d18cee8d1c up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:18:46.209207 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:18:46.209613 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:46.209981 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c Sep 14 12:18:46.417453 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:46.429619 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:18:46.509770 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:47.927583 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:47.950354 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:53.989763 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=84,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:53.995728 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=73 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:54.861757 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45742) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:54.972141 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5be21bb2-532f-4a1b-8fff-32e11f41b760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:55.048384 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5be21bb2-532f-4a1b-8fff-32e11f41b760 admin admin] Publish callbacks [] for security_group (4f90bdde-260c-48d2-bf7f-3517ac187f42), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:55.156185 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5be21bb2-532f-4a1b-8fff-32e11f41b760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (4f90bdde-260c-48d2-bf7f-3517ac187f42), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:55.198219 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-5be21bb2-532f-4a1b-8fff-32e11f41b760 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=66e48e906d5f4ec5b7b0a7109b53f8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3351259 Sep 14 12:18:55.199076 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be21bb2-532f-4a1b-8fff-32e11f41b760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f90bdde-260c-48d2-bf7f-3517ac187f42,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:55.202065 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45748) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:55.257312 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-874ed3f6-2bc5-4f5c-82eb-70aedfa9b724 admin admin] Publish callbacks [] for security_group (4f90bdde-260c-48d2-bf7f-3517ac187f42), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:55.276786 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:55.278902 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-874ed3f6-2bc5-4f5c-82eb-70aedfa9b724 admin admin] Publish callbacks [] for security_group (4f90bdde-260c-48d2-bf7f-3517ac187f42), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:55.407692 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-874ed3f6-2bc5-4f5c-82eb-70aedfa9b724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (4f90bdde-260c-48d2-bf7f-3517ac187f42), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:55.410323 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-874ed3f6-2bc5-4f5c-82eb-70aedfa9b724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:55.411617 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-874ed3f6-2bc5-4f5c-82eb-70aedfa9b724 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/4f90bdde-260c-48d2-bf7f-3517ac187f42 HTTP/1.1" status: 204 len: 168 time: 0.2086260 Sep 14 12:18:55.420432 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874ed3f6-2bc5-4f5c-82eb-70aedfa9b724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f90bdde-260c-48d2-bf7f-3517ac187f42,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:55.997271 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:18:56.235928 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45764) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:56.255012 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-86f1424d-aaee-4bcd-bf09-493db0e6c958 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:56.334296 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-86f1424d-aaee-4bcd-bf09-493db0e6c958 admin admin] Publish callbacks [] for security_group (f3de9a62-bd44-432a-8c20-f57f6f86eb38), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:56.435414 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-86f1424d-aaee-4bcd-bf09-493db0e6c958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (f3de9a62-bd44-432a-8c20-f57f6f86eb38), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:56.474374 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-86f1424d-aaee-4bcd-bf09-493db0e6c958 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4b029392e9f84ffeac7252992de5e080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2369454 Sep 14 12:18:56.476276 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1424d-aaee-4bcd-bf09-493db0e6c958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3de9a62-bd44-432a-8c20-f57f6f86eb38,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:18:56.477323 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45766) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:18:56.531470 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e5e7-08d2-4176-85dd-29219f31d806 admin admin] Publish callbacks [] for security_group (f3de9a62-bd44-432a-8c20-f57f6f86eb38), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:56.557633 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e5e7-08d2-4176-85dd-29219f31d806 admin admin] Publish callbacks [] for security_group (f3de9a62-bd44-432a-8c20-f57f6f86eb38), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:56.687080 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e5e7-08d2-4176-85dd-29219f31d806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (f3de9a62-bd44-432a-8c20-f57f6f86eb38), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:56.689647 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-bfc1e5e7-08d2-4176-85dd-29219f31d806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:18:56.690880 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-bfc1e5e7-08d2-4176-85dd-29219f31d806 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f3de9a62-bd44-432a-8c20-f57f6f86eb38 HTTP/1.1" status: 204 len: 168 time: 0.2125022 Sep 14 12:18:56.699070 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1e5e7-08d2-4176-85dd-29219f31d806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3de9a62-bd44-432a-8c20-f57f6f86eb38,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:03.396022 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:05.423132 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45888) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:05.539208 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b5aecd68-6236-42dc-a148-4e21e31692aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:05.617625 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b5aecd68-6236-42dc-a148-4e21e31692aa admin admin] Publish callbacks [] for security_group (dec7004b-2971-4dad-96bc-7eeb812a2493), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:05.721168 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b5aecd68-6236-42dc-a148-4e21e31692aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (dec7004b-2971-4dad-96bc-7eeb812a2493), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:05.763554 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-b5aecd68-6236-42dc-a148-4e21e31692aa admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9398e0d8a00a4a8ca5f10d8eb3521395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3391020 Sep 14 12:19:05.764460 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aecd68-6236-42dc-a148-4e21e31692aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec7004b-2971-4dad-96bc-7eeb812a2493,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:05.766106 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45894) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:05.819907 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f693cf1b-ed5b-4405-9995-7756e1f4157c admin admin] Publish callbacks [] for security_group (dec7004b-2971-4dad-96bc-7eeb812a2493), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:05.841509 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f693cf1b-ed5b-4405-9995-7756e1f4157c admin admin] Publish callbacks [] for security_group (dec7004b-2971-4dad-96bc-7eeb812a2493), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:05.950155 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f693cf1b-ed5b-4405-9995-7756e1f4157c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (dec7004b-2971-4dad-96bc-7eeb812a2493), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:05.952697 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f693cf1b-ed5b-4405-9995-7756e1f4157c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:05.953942 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-f693cf1b-ed5b-4405-9995-7756e1f4157c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/dec7004b-2971-4dad-96bc-7eeb812a2493 HTTP/1.1" status: 204 len: 168 time: 0.1867161 Sep 14 12:19:05.961975 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693cf1b-ed5b-4405-9995-7756e1f4157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec7004b-2971-4dad-96bc-7eeb812a2493,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:06.549962 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 45900) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:06.563751 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6d9cbd7f-f874-4b34-a338-b46f7b336286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:06.639341 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6d9cbd7f-f874-4b34-a338-b46f7b336286 admin admin] Publish callbacks [] for security_group (88f9aec8-4f4f-44d8-9b24-da144bad6d1d), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:06.704620 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6d9cbd7f-f874-4b34-a338-b46f7b336286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (88f9aec8-4f4f-44d8-9b24-da144bad6d1d), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:06.743954 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-6d9cbd7f-f874-4b34-a338-b46f7b336286 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=2e3fffbd8a6b437fb86ede09f52aa8c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928570 Sep 14 12:19:06.745065 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cbd7f-f874-4b34-a338-b46f7b336286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f9aec8-4f4f-44d8-9b24-da144bad6d1d,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:06.748017 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45904) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:06.790645 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:06.801049 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7713be87-4673-4081-87ab-23eecdfbc482 admin admin] Publish callbacks [] for security_group (88f9aec8-4f4f-44d8-9b24-da144bad6d1d), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:06.823398 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7713be87-4673-4081-87ab-23eecdfbc482 admin admin] Publish callbacks [] for security_group (88f9aec8-4f4f-44d8-9b24-da144bad6d1d), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:07.035818 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7713be87-4673-4081-87ab-23eecdfbc482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (88f9aec8-4f4f-44d8-9b24-da144bad6d1d), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:07.038573 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7713be87-4673-4081-87ab-23eecdfbc482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:07.039736 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7713be87-4673-4081-87ab-23eecdfbc482 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/88f9aec8-4f4f-44d8-9b24-da144bad6d1d HTTP/1.1" status: 204 len: 168 time: 0.2905192 Sep 14 12:19:07.048541 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713be87-4673-4081-87ab-23eecdfbc482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f9aec8-4f4f-44d8-9b24-da144bad6d1d,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:07.495108 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-7e32af09-b2fe-4241-8894-19d14193cf36 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382278 Sep 14 12:19:07.601155 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-eed4af39-f73b-4e14-b738-d751e35bcad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:07.602702 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-eed4af39-f73b-4e14-b738-d751e35bcad1 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=5b86ec91335c49aaa672aa85461d2936&device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 1130 time: 0.0418975 Sep 14 12:19:07.709235 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-7a01c05d-7a7d-477c-87f0-3bde43b7e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:07.711001 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-7a01c05d-7a7d-477c-87f0-3bde43b7e33b service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 200 len: 915 time: 0.0888121 Sep 14 12:19:07.783118 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-b519e8f8-b395-41ca-be03-e3a5365e3f1c service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cffd5a86-a259-44e3-9a06-15412c4a2457 HTTP/1.1" status: 200 len: 1002 time: 0.0660419 Sep 14 12:19:07.837345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-ea3e774d-d01b-4d40-bf5a-e1e71911dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:07.838838 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-ea3e774d-d01b-4d40-bf5a-e1e71911dbbb service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 200 len: 853 time: 0.0498257 Sep 14 12:19:07.884613 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45916) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:07.888881 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:07.900040 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-43b7d4ce-e318-4e30-a711-3e536fabffbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:07.907497 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-dd9ec10a-83a4-4bfa-9588-f2f48841f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:07.909075 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-dd9ec10a-83a4-4bfa-9588-f2f48841f3d2 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=cf307d40-f42c-4be6-8979-65e762517b0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643849 Sep 14 12:19:07.912594 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:08.002342 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-43b7d4ce-e318-4e30-a711-3e536fabffbf admin admin] Publish callbacks [] for security_group (911ed5a4-fc82-4adc-899d-4fea7aa23270), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:08.110915 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-43b7d4ce-e318-4e30-a711-3e536fabffbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (911ed5a4-fc82-4adc-899d-4fea7aa23270), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:08.121996 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:08.154793 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b7d4ce-e318-4e30-a711-3e536fabffbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911ed5a4-fc82-4adc-899d-4fea7aa23270,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:08.160791 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-43b7d4ce-e318-4e30-a711-3e536fabffbf admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=31b08f8253c049d7875660581f405d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747211 Sep 14 12:19:08.163379 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45918) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:08.220698 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-249139e7-8b96-4859-8279-25ce71fc2862 admin admin] Publish callbacks [] for security_group (911ed5a4-fc82-4adc-899d-4fea7aa23270), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:08.245542 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-249139e7-8b96-4859-8279-25ce71fc2862 admin admin] Publish callbacks [] for security_group (911ed5a4-fc82-4adc-899d-4fea7aa23270), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:08.246537 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-29520918-47fd-49f0-9b70-106585bf8371 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-515319990&fields=id&tenant_id=9204365716924bbebdc0d90ecc13d01e HTTP/1.1" status: 200 len: 267 time: 0.3668842 Sep 14 12:19:08.348104 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-13818a31-27db-4e45-a890-5a6eb72a20c5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327860 Sep 14 12:19:08.373284 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-249139e7-8b96-4859-8279-25ce71fc2862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (911ed5a4-fc82-4adc-899d-4fea7aa23270), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:08.375946 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-249139e7-8b96-4859-8279-25ce71fc2862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:08.379756 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-249139e7-8b96-4859-8279-25ce71fc2862 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/911ed5a4-fc82-4adc-899d-4fea7aa23270 HTTP/1.1" status: 204 len: 168 time: 0.2126060 Sep 14 12:19:08.386951 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249139e7-8b96-4859-8279-25ce71fc2862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911ed5a4-fc82-4adc-899d-4fea7aa23270,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:08.441290 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-cbe84a77-d530-4093-83ed-242ab905695e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:08.442775 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-cbe84a77-d530-4093-83ed-242ab905695e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/networks?id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 200 len: 809 time: 0.1818652 Sep 14 12:19:08.463360 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-11036cf3-1926-41cc-bb37-7a79f5ffaaec tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/quotas/9204365716924bbebdc0d90ecc13d01e HTTP/1.1" status: 200 len: 375 time: 0.0140066 Sep 14 12:19:08.516810 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f6e9eb9-2d21-4ceb-9408-e49e26e2ff54 req-e90bf9bb-4947-498b-9663-0e2fef5ce89d service neutron] 10.222.0.81 "GET /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615167 Sep 14 12:19:08.534424 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ee3419a4-dcbd-4421-b632-2dd2cd9ecc61 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609877 Sep 14 12:19:08.693301 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-10ec761d-dd90-47ab-984a-d90fd2a0009e service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:19:08.694335 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-10ec761d-dd90-47ab-984a-d90fd2a0009e service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1471391 Sep 14 12:19:08.801288 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-5143bdcc-7609-42ae-a2c5-3d4e309a403e service neutron] 10.222.0.62 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001201 Sep 14 12:19:08.912651 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-d33d2b1b-76ad-4a39-8ac4-abcf1b0bedd2 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056011 Sep 14 12:19:10.195926 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45962) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:10.301468 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7ad662b0-5b05-4c4b-916c-93e0ec080d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:10.379821 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7ad662b0-5b05-4c4b-916c-93e0ec080d02 admin admin] Publish callbacks [] for security_group (23f84207-4a46-4599-b3ba-1ad003ff98ff), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:10.441121 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7ad662b0-5b05-4c4b-916c-93e0ec080d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (23f84207-4a46-4599-b3ba-1ad003ff98ff), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:10.495686 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad662b0-5b05-4c4b-916c-93e0ec080d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f84207-4a46-4599-b3ba-1ad003ff98ff,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:10.514378 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7ad662b0-5b05-4c4b-916c-93e0ec080d02 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=aa9401aa2e494ac3b4057e54a01561e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173470 Sep 14 12:19:10.518983 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 45972) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:10.529489 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9f9e5139-071b-4b01-a1d3-aed641cd313f req-e3ca1109-2e25-4d45-844f-99295e3218b5 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 210 time: 0.0323460 Sep 14 12:19:10.579506 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f580-9f47-41c9-847d-4f7f181124cd admin admin] Publish callbacks [] for security_group (23f84207-4a46-4599-b3ba-1ad003ff98ff), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:10.602594 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f580-9f47-41c9-847d-4f7f181124cd admin admin] Publish callbacks [] for security_group (23f84207-4a46-4599-b3ba-1ad003ff98ff), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:10.609878 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:10.635628 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:10.713240 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:19:10.755643 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f580-9f47-41c9-847d-4f7f181124cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (23f84207-4a46-4599-b3ba-1ad003ff98ff), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:10.758235 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3c3f580-9f47-41c9-847d-4f7f181124cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:10.759420 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-e3c3f580-9f47-41c9-847d-4f7f181124cd admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/23f84207-4a46-4599-b3ba-1ad003ff98ff HTTP/1.1" status: 204 len: 168 time: 0.2395098 Sep 14 12:19:10.768333 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3f580-9f47-41c9-847d-4f7f181124cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f84207-4a46-4599-b3ba-1ad003ff98ff,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:11.621235 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-59c882dc-18f9-4109-b98d-a0c45c12f4dd req-43135df9-926f-428b-99db-ab47fe8c4c72 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 210 time: 0.0295010 Sep 14 12:19:12.675792 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-320d48c0-503f-4c1d-a343-b1ab524c5c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:12.734566 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f6035497-e750-49e0-bbc7-132ab038a252 req-06478b3b-17e7-40a8-aa18-782696755488 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 210 time: 0.0344324 Sep 14 12:19:13.008798 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:13.113158 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-26df7c7b-b396-494d-b005-6dc9f00d95c9 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:13.114724 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-26df7c7b-b396-494d-b005-6dc9f00d95c9 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.81 "GET /networking/v2.0/networks?id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 200 len: 809 time: 0.1155055 Sep 14 12:19:13.183358 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-d30eaa3e-05d8-4473-847c-f0872f905341 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9204365716924bbebdc0d90ecc13d01e HTTP/1.1" status: 200 len: 379 time: 0.0543270 Sep 14 12:19:13.191770 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Request body: {'port': {'device_id': '921553b2-7c2b-4ec6-80c9-23298af50994', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'admin_state_up': True, 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'security_groups': ['7bad81b7-c054-42d0-b121-ca1c279e5938']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:13.390027 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Made reservation on behalf of 9204365716924bbebdc0d90ecc13d01e for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:19:13.393745 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:13.526270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Allocated IP 172.20.0.7 (e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7/8c5a7fbd-baf9-4376-b64b-6cfbe4274b89/f37c6abe-5567-400c-b0bd-04c3772b1a60) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:19:13.663155 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:13.685825 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:13.773354 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:13.821778 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:19:13.854879 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:13.861756 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:19:13.867768 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event updated for resources: {'Port': ['ID=f37c6abe-5567-400c-b0bd-04c3772b1a60,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:13.910667 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0e725-6ac9-4418-a722-b722f43f5794 req-d774fd3c-e0d2-40f7-900c-719c60d97d53 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:13.910667 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6d0e725-6ac9-4418-a722-b722f43f5794 req-d774fd3c-e0d2-40f7-900c-719c60d97d53 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 931 time: 0.0925777 Sep 14 12:19:13.935587 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:13.944319 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:13.944931 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:13.980907 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6d0e725-6ac9-4418-a722-b722f43f5794 req-3d9c1ed6-c5e0-4fcf-8973-e6c3dce37bf9 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686896 Sep 14 12:19:14.051340 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-fa148571-53e2-4aee-9319-eb61ff0d61d9 None None] Provisioning complete for port f37c6abe-5567-400c-b0bd-04c3772b1a60 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:14.051898 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-fa148571-53e2-4aee-9319-eb61ff0d61d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:14.052017 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-fa148571-53e2-4aee-9319-eb61ff0d61d9 None None] Attempt 1 to provision port f37c6abe-5567-400c-b0bd-04c3772b1a60 Sep 14 12:19:14.084195 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-fa148571-53e2-4aee-9319-eb61ff0d61d9 None None] Port f37c6abe-5567-400c-b0bd-04c3772b1a60 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:14.107254 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-8d85a40d-b933-459c-85d5-1706ce1da912 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9196193 Sep 14 12:19:14.123842 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Request body: {'port': {'device_id': '921553b2-7c2b-4ec6-80c9-23298af50994', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:14.188345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:14.456306 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37c6abe-5567-400c-b0bd-04c3772b1a60 {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:19:14.463758 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Publish callbacks [] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:14.476284 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Transition to ACTIVE for port object f37c6abe-5567-400c-b0bd-04c3772b1a60 will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:19:14.567359 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:14.585110 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-fa148571-53e2-4aee-9319-eb61ff0d61d9 None None] Attempt 2 to provision port f37c6abe-5567-400c-b0bd-04c3772b1a60 Sep 14 12:19:14.606564 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:14.620700 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-fa148571-53e2-4aee-9319-eb61ff0d61d9 None None] Port f37c6abe-5567-400c-b0bd-04c3772b1a60 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:14.631780 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Pushing event updated for resources: {'Port': ['ID=f37c6abe-5567-400c-b0bd-04c3772b1a60,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:14.688734 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Attempting to bind port f37c6abe-5567-400c-b0bd-04c3772b1a60 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:19:14.688991 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Attempting to bind port f37c6abe-5567-400c-b0bd-04c3772b1a60 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:19:14.689316 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Attempting to bind port f37c6abe-5567-400c-b0bd-04c3772b1a60 on network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:19:14.733816 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Port f37c6abe-5567-400c-b0bd-04c3772b1a60 on network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:19:14.734183 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Attempting to bind port f37c6abe-5567-400c-b0bd-04c3772b1a60 on network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:19:14.781836 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:19:14.782569 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Checking segment: {'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:19:14.782569 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Bound using segment: {'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:19:14.782998 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Bound port: f37c6abe-5567-400c-b0bd-04c3772b1a60, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e421e508-c686-4429-9dbf-11a0ea449256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:19:14.783367 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:14.827447 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:14.847973 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] For port f37c6abe-5567-400c-b0bd-04c3772b1a60, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:19:14.851032 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] For port f37c6abe-5567-400c-b0bd-04c3772b1a60, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:19:14.928836 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:14.933820 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:14.934942 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:14.936436 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 1093 time: 0.8167865 Sep 14 12:19:14.937005 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:19:14.939411 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa5d820-8b4e-4744-8956-ae4abd2dbbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:19:14.991935 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befcb4e7-3fb3-4b17-961c-dd3000a04b27 x-openstack-request-id: req-befcb4e7-3fb3-4b17-961c-dd3000a04b27 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:19:14.992275 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:19:14.992526 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-befcb4e7-3fb3-4b17-961c-dd3000a04b27 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:19:14.993187 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-befcb4e7-3fb3-4b17-961c-dd3000a04b27'] response: {'name': 'network-changed', 'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'status': 'completed', 'code': 200} Sep 14 12:19:14.993843 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45b0b4-f779-4b9c-8e87-0844a8c2310f service neutron] Pushing event updated for resources: {'Port': ['ID=f37c6abe-5567-400c-b0bd-04c3772b1a60,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:15.120317 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d820-8b4e-4744-8956-ae4abd2dbbe7 req-cba89201-d346-49c5-875c-9c9b0fcc1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:15.122079 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-caa5d820-8b4e-4744-8956-ae4abd2dbbe7 req-cba89201-d346-49c5-875c-9c9b0fcc1e98 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1127 time: 0.0764158 Sep 14 12:19:15.125349 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-fa148571-53e2-4aee-9319-eb61ff0d61d9 None None] Attempt 3 to provision port f37c6abe-5567-400c-b0bd-04c3772b1a60 Sep 14 12:19:15.146697 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:15.155478 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ab554-5b92-408f-bad9-d603341ba4df req-f62d42a0-011d-4057-9250-cf45abb5d991 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:15.156641 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-549ab554-5b92-408f-bad9-d603341ba4df req-f62d42a0-011d-4057-9250-cf45abb5d991 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0792012 Sep 14 12:19:15.175767 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-fa148571-53e2-4aee-9319-eb61ff0d61d9 None None] Port f37c6abe-5567-400c-b0bd-04c3772b1a60 had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:19:15.218529 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-216999fc-ff77-47f5-873e-e91514f8ccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:15.275011 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-549ab554-5b92-408f-bad9-d603341ba4df req-788df68d-360a-484d-ae02-848aba0cf720 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038835 Sep 14 12:19:15.289106 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d820-8b4e-4744-8956-ae4abd2dbbe7 req-7f49e4be-ef59-4cfd-b58e-0d51c824b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:15.291214 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-caa5d820-8b4e-4744-8956-ae4abd2dbbe7 req-7f49e4be-ef59-4cfd-b58e-0d51c824b1f4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=9204365716924bbebdc0d90ecc13d01e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1532962 Sep 14 12:19:15.386371 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5d820-8b4e-4744-8956-ae4abd2dbbe7 req-8af1d245-2090-4de9-ac6b-b835b9eae5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:15.388557 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-caa5d820-8b4e-4744-8956-ae4abd2dbbe7 req-8af1d245-2090-4de9-ac6b-b835b9eae5a2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915425 Sep 14 12:19:15.489462 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-246a320b-b2cf-4ece-b490-bf97b7689426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:15.490929 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-246a320b-b2cf-4ece-b490-bf97b7689426 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1127 time: 0.0442843 Sep 14 12:19:15.539440 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-c4cf6c40-f117-4fdd-a7a1-536222f77224 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 217 time: 0.0351450 Sep 14 12:19:15.589617 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-599bd1a5-4e66-4524-8790-ce32676911b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:15.591706 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-599bd1a5-4e66-4524-8790-ce32676911b2 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 HTTP/1.1" status: 200 len: 848 time: 0.0462825 Sep 14 12:19:15.634163 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-e881f099-0c30-42ed-853a-766052be6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:15.635759 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-e881f099-0c30-42ed-853a-766052be6813 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385172 Sep 14 12:19:15.732004 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-c6a32e8e-e66b-4772-9e78-459fe8bc1ec4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898471 Sep 14 12:19:15.832765 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-444e7bfe-5247-473c-a73f-7259ec62e071 req-a2a9b741-8681-4a1d-9c4a-86c5988d905c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906754 Sep 14 12:19:16.400838 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6826dc-6870-448b-bd99-1e345fe36516 req-86b4275a-1b87-4286-a2e0-d69eb3f125a2 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:16.402410 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4f6826dc-6870-448b-bd99-1e345fe36516 req-86b4275a-1b87-4286-a2e0-d69eb3f125a2 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0512760 Sep 14 12:19:16.424263 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:16.453529 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4f6826dc-6870-448b-bd99-1e345fe36516 req-2b9c8d09-4af2-41fb-b89e-b300d0e07c6f tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448742 Sep 14 12:19:16.469749 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:17.530107 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 46060) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:17.588857 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf19602-98b9-4a44-a3ee-52b56e96c13f req-3003b0f8-64d1-484f-8318-143385481799 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:17.590347 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dbf19602-98b9-4a44-a3ee-52b56e96c13f req-3003b0f8-64d1-484f-8318-143385481799 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0476787 Sep 14 12:19:17.656990 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dbf19602-98b9-4a44-a3ee-52b56e96c13f req-b726998c-ef5b-4d58-abbd-12790acf2195 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594499 Sep 14 12:19:17.657829 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9800-2431-43ce-beeb-383e68f05024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:17.736161 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9800-2431-43ce-beeb-383e68f05024 admin admin] Publish callbacks [] for security_group (566ccae5-6bd1-48e3-92e7-e57c28782af8), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:17.818096 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-ddcd9800-2431-43ce-beeb-383e68f05024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (566ccae5-6bd1-48e3-92e7-e57c28782af8), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:17.871279 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-ddcd9800-2431-43ce-beeb-383e68f05024 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a0a7b8230f084ee6a22891b47aae36c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3398373 Sep 14 12:19:17.872343 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd9800-2431-43ce-beeb-383e68f05024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566ccae5-6bd1-48e3-92e7-e57c28782af8,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:17.874047 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46064) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:17.879130 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=32,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:17.919988 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:17.931286 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-79d1a2c7-ee2e-4df8-804a-dbe8f8b7e91d admin admin] Publish callbacks [] for security_group (566ccae5-6bd1-48e3-92e7-e57c28782af8), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:17.951766 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-79d1a2c7-ee2e-4df8-804a-dbe8f8b7e91d admin admin] Publish callbacks [] for security_group (566ccae5-6bd1-48e3-92e7-e57c28782af8), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:18.012851 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:18.150030 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-79d1a2c7-ee2e-4df8-804a-dbe8f8b7e91d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (566ccae5-6bd1-48e3-92e7-e57c28782af8), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:18.152615 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-79d1a2c7-ee2e-4df8-804a-dbe8f8b7e91d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:18.154376 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-79d1a2c7-ee2e-4df8-804a-dbe8f8b7e91d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/566ccae5-6bd1-48e3-92e7-e57c28782af8 HTTP/1.1" status: 204 len: 168 time: 0.2790859 Sep 14 12:19:18.162739 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1a2c7-ee2e-4df8-804a-dbe8f8b7e91d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566ccae5-6bd1-48e3-92e7-e57c28782af8,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:18.781938 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5ea47-5ce8-4ee7-84b0-c1fa06650565 req-5795c66a-b1c3-48a1-b4b9-6715351ac560 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:18.783448 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91e5ea47-5ce8-4ee7-84b0-c1fa06650565 req-5795c66a-b1c3-48a1-b4b9-6715351ac560 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0496714 Sep 14 12:19:18.838833 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91e5ea47-5ce8-4ee7-84b0-c1fa06650565 req-5e2a1509-a811-4181-9ea1-baf76f083c3d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494175 Sep 14 12:19:19.281825 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46090) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:19.379426 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1304635454-network', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:19.452895 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Made reservation on behalf of e0cdab1c080d4132adc6cd64d8627c68 for: {'network': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:19:19.455350 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:19.464538 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:19.543009 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Publish callbacks [] for security_group (45da6065-cbb4-4a5a-b077-d05c04c2ab14), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:19.629365 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (45da6065-cbb4-4a5a-b077-d05c04c2ab14), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:19.658951 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=106902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:19:19.664774 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45da6065-cbb4-4a5a-b077-d05c04c2ab14,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:19.673065 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (7bfa118d-d597-450d-a3fb-ce419ec8464d), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:19.673202 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.segments_db [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Added segment 7bfa118d-d597-450d-a3fb-ce419ec8464d of type vlan for network 7695930d-2da6-4ee9-8437-3753ca9f2e40 Sep 14 12:19:19.714321 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (7695930d-2da6-4ee9-8437-3753ca9f2e40), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:19.725034 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:19.818220 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (7695930d-2da6-4ee9-8437-3753ca9f2e40), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:19.819591 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:19.820585 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:19.891288 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] Pushing event updated for resources: {'Network': ['ID=7695930d-2da6-4ee9-8437-3753ca9f2e40,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:19.901390 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:19:19.929441 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1a9b16a5-95bf-4516-bc81-d0d389136fdb admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6464758 Sep 14 12:19:19.932369 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46096) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:19.937309 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Request body: {'subnet': {'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1304635454-subnet', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'ip_version': 4}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:19.972263 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66f55e-3ee8-4bee-b734-c68b363267ab req-c945cd53-37f7-4bb5-ba79-9ce66fba67b5 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:19.980340 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d66f55e-3ee8-4bee-b734-c68b363267ab req-c945cd53-37f7-4bb5-ba79-9ce66fba67b5 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0595233 Sep 14 12:19:20.025946 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d66f55e-3ee8-4bee-b734-c68b363267ab req-ea221757-874f-4eb1-9623-c4949c7d9f08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465674 Sep 14 12:19:20.075988 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Made reservation on behalf of e0cdab1c080d4132adc6cd64d8627c68 for: {'subnet': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:19:20.078418 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2298217'] for subnet (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:20.147550 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:20.333232 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4139344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2298239'] for subnet (a96728c4-68a9-4090-ac91-17af7b825f56), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:20.390555 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a96728c4-68a9-4090-ac91-17af7b825f56,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:20.401259 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Checking segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:19:20.401618 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Network hostable DHCP agents. Network: 7695930d-2da6-4ee9-8437-3753ca9f2e40, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:19:20.498104 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:19:20.584159 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 7695930d-2da6-4ee9-8437-3753ca9f2e40) {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:20.588279 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:20.588877 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:20.594956 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102cf39-c6a2-4e2c-be15-828e406feef4 None None] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:19:20.677789 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-fde37ae5-6cbf-419d-9764-82b6105b44ef admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7442656 Sep 14 12:19:20.680443 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46098) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:20.684997 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:20.704845 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-7695930d-2da6-4ee9-8437-3753ca9f2e40', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:19:20.705979 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:20.746918 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=8 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:20.767488 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:20.768697 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:20.832001 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks [] for router_controller (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), precommit_add_association {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:20.846854 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Allocated IP 172.20.0.2 (7695930d-2da6-4ee9-8437-3753ca9f2e40/a96728c4-68a9-4090-ac91-17af7b825f56/38772ae2-889d-42cd-8d2a-06d34694dd85) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:19:20.996883 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Publish callbacks [] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:21.037555 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks [] for router_gateway (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:21.066969 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:21.112135 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:19:21.115906 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:21.121387 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:19:21.130921 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Pushing event updated for resources: {'Port': ['ID=38772ae2-889d-42cd-8d2a-06d34694dd85,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:21.157362 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.157705 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.158272 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.158417 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805fd31-65eb-4f70-87f4-7b6964c2ed95 req-6cd96fa4-ff3c-4162-8417-74974eef0502 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:21.158901 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.158901 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.159259 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.159579 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.159919 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.160072 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7805fd31-65eb-4f70-87f4-7b6964c2ed95 req-6cd96fa4-ff3c-4162-8417-74974eef0502 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0555723 Sep 14 12:19:21.160246 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.160567 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.160945 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.161434 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.161768 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.162127 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.162452 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:21.206886 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Attempting to bind port 38772ae2-889d-42cd-8d2a-06d34694dd85 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:19:21.207356 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Attempting to bind port 38772ae2-889d-42cd-8d2a-06d34694dd85 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:19:21.207786 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Attempting to bind port 38772ae2-889d-42cd-8d2a-06d34694dd85 on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:19:21.230872 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7805fd31-65eb-4f70-87f4-7b6964c2ed95 req-1d47a760-895c-4c49-9fd5-4fbe012f9b68 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561328 Sep 14 12:19:21.265122 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:19:21.265122 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Checking segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:19:21.265122 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:21.265122 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Bound using segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:19:21.265638 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Bound port: 38772ae2-889d-42cd-8d2a-06d34694dd85, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:19:21.266287 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:21.319446 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:21.345578 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks [] for router_gateway (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:21.364754 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] For port 38772ae2-889d-42cd-8d2a-06d34694dd85, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:19:21.369897 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] For port 38772ae2-889d-42cd-8d2a-06d34694dd85, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=38772ae2-889d-42cd-8d2a-06d34694dd85,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:19:21.376709 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:21.424813 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:21.456947 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:21.487820 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c0724-1beb-48fb-98f8-9ccc2453187c None None] Pushing event updated for resources: {'Port': ['ID=38772ae2-889d-42cd-8d2a-06d34694dd85,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:21.500205 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Allocated IP 172.27.3.175 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/386f8fa1-356b-474e-ad98-5db71cd06478) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:19:21.605173 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:21.630304 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks [] for port (386f8fa1-356b-474e-ad98-5db71cd06478), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:21.738727 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:21.786052 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:19:21.789996 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:21.794370 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:19:21.798274 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Pushing event updated for resources: {'Port': ['ID=386f8fa1-356b-474e-ad98-5db71cd06478,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:22.237008 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 38772ae2-889d-42cd-8d2a-06d34694dd85 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:22.295595 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:22.304234 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 38772ae2-889d-42cd-8d2a-06d34694dd85 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:22.304761 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:22.305333 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 38772ae2-889d-42cd-8d2a-06d34694dd85 Sep 14 12:19:22.371787 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:22.398480 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1ca37-fae5-4480-974b-48ad9ec1e733 req-261a7c25-5d86-466b-b898-2d917903ad88 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:22.406608 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8fa1ca37-fae5-4480-974b-48ad9ec1e733 req-261a7c25-5d86-466b-b898-2d917903ad88 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0712457 Sep 14 12:19:22.408802 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 38772ae2-889d-42cd-8d2a-06d34694dd85 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:22.409354 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:22.456484 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port 38772ae2-889d-42cd-8d2a-06d34694dd85, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=38772ae2-889d-42cd-8d2a-06d34694dd85,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:22.465715 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8fa1ca37-fae5-4480-974b-48ad9ec1e733 req-af8c4502-06a2-401c-be49-1540e3cc7a44 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580418 Sep 14 12:19:22.504003 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks [] for router_gateway (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:22.529678 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1bdc75-be45-4331-aa27-6f95b33f8122 None None] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:19:22.582695 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:22.599120 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:22.611414 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-abf1f803-97e1-42f7-b1f0-c6bb46e2546b None None] Provisioning complete for port 38772ae2-889d-42cd-8d2a-06d34694dd85 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:22.611774 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-abf1f803-97e1-42f7-b1f0-c6bb46e2546b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:22.612103 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-abf1f803-97e1-42f7-b1f0-c6bb46e2546b None None] Attempt 1 to provision port 38772ae2-889d-42cd-8d2a-06d34694dd85 Sep 14 12:19:22.694688 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=38772ae2-889d-42cd-8d2a-06d34694dd85,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:22.723251 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:22.762113 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:22.771822 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-abf1f803-97e1-42f7-b1f0-c6bb46e2546b None None] Current status of the port 38772ae2-889d-42cd-8d2a-06d34694dd85 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:22.932915 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:19:22.990115 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-9d7f5623-3543-491e-88a9-2e1130a890a2 None None] Provisioning complete for port 38772ae2-889d-42cd-8d2a-06d34694dd85 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:22.990425 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d7f5623-3543-491e-88a9-2e1130a890a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:22.990765 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-9d7f5623-3543-491e-88a9-2e1130a890a2 None None] Attempt 1 to provision port 38772ae2-889d-42cd-8d2a-06d34694dd85 Sep 14 12:19:23.041984 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:19:23.059407 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Sync routers for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:19:23.082802 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f5623-3543-491e-88a9-2e1130a890a2 None None] Current status of the port 38772ae2-889d-42cd-8d2a-06d34694dd85 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:23.085751 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:23.086394 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:23.140579 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:23.141907 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-2663a7ce-31c6-42b2-ad03-700895ef9583 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4602139 Sep 14 12:19:23.145393 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46104) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:23.199800 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:23.235124 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:23.383724 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:21Z', 'revision_number': 3, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:23.415108 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Checking router: e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:19:23.415460 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Updating router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 port 386f8fa1-356b-474e-ad98-5db71cd06478 binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:19:23.454014 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:23.588118 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:23.590570 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:23.608866 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b3428-7f69-49be-a8b3-d308f2065eee req-5f1e9d3e-9860-4fed-ba5e-287a236c7b44 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:23.610520 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3b7b3428-7f69-49be-a8b3-d308f2065eee req-5f1e9d3e-9860-4fed-ba5e-287a236c7b44 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0580890 Sep 14 12:19:23.674952 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3b7b3428-7f69-49be-a8b3-d308f2065eee req-ec29781d-7a6b-4b10-81b3-722cfe241e58 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574172 Sep 14 12:19:23.764934 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Allocated IP 172.20.0.1 (7695930d-2da6-4ee9-8437-3753ca9f2e40/a96728c4-68a9-4090-ac91-17af7b825f56/fbce5ba2-05a5-40e6-baca-a9598b85eaac) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:19:23.773926 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:23.880551 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Publish callbacks [] for port (386f8fa1-356b-474e-ad98-5db71cd06478), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:23.888083 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Publish callbacks [] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.018701 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.025031 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.061378 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:19:24.063217 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Attempting to bind port 386f8fa1-356b-474e-ad98-5db71cd06478 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:19:24.063587 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Attempting to bind port 386f8fa1-356b-474e-ad98-5db71cd06478 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:19:24.063954 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Attempting to bind port 386f8fa1-356b-474e-ad98-5db71cd06478 on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:19:24.068201 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:24.072168 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:19:24.089359 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd14024-3129-491b-ac7b-4ab658ea6a3d None None] Pushing event updated for resources: {'Port': ['ID=386f8fa1-356b-474e-ad98-5db71cd06478,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:24.094622 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Pushing event updated for resources: {'Port': ['ID=fbce5ba2-05a5-40e6-baca-a9598b85eaac,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:24.116670 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.120098 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:19:24.120477 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:19:24.120883 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.121276 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:19:24.121754 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Bound port: 386f8fa1-356b-474e-ad98-5db71cd06478, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:19:24.122159 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.191988 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] For port 386f8fa1-356b-474e-ad98-5db71cd06478, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:19:24.198801 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] For port 386f8fa1-356b-474e-ad98-5db71cd06478, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=386f8fa1-356b-474e-ad98-5db71cd06478,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:19:24.217996 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 38772ae2-889d-42cd-8d2a-06d34694dd85 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:24.243462 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device f37c6abe-5567-400c-b0bd-04c3772b1a60 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:19:24.265702 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.320728 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.351496 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:24.352046 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:24.360227 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Provisioning complete for port fbce5ba2-05a5-40e6-baca-a9598b85eaac triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:24.360599 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.360924 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Attempt 1 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:24.437497 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:24.460441 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 38772ae2-889d-42cd-8d2a-06d34694dd85 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:24.461090 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.461185 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 38772ae2-889d-42cd-8d2a-06d34694dd85 Sep 14 12:19:24.467200 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:24.468010 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd14024-3129-491b-ac7b-4ab658ea6a3d None None] Pushing event updated for resources: {'Port': ['ID=386f8fa1-356b-474e-ad98-5db71cd06478,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:24.522760 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Port fbce5ba2-05a5-40e6-baca-a9598b85eaac cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:24.524427 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Publish callbacks [] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.590999 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.591684 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port f37c6abe-5567-400c-b0bd-04c3772b1a60, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:24.604864 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:24.617661 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:24.620045 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'port_id': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'mac_address': 'fa:16:3e:8c:8e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:19:24.679783 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Pushing event updated for resources: {'Port': ['ID=fbce5ba2-05a5-40e6-baca-a9598b85eaac,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:24.682354 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.769769 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 38772ae2-889d-42cd-8d2a-06d34694dd85 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:24.783540 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port f37c6abe-5567-400c-b0bd-04c3772b1a60 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:24.784081 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.795018 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:19:24.798519 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:24.809258 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:24.828647 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e5e99-f9d9-4003-a273-ce4149018e87 req-6c1cfff6-6e4c-4a9e-827b-31c780ffb241 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:24.830388 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ee0e5e99-f9d9-4003-a273-ce4149018e87 req-6c1cfff6-6e4c-4a9e-827b-31c780ffb241 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0593884 Sep 14 12:19:24.851769 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37c6abe-5567-400c-b0bd-04c3772b1a60 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:19:24.887770 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port f37c6abe-5567-400c-b0bd-04c3772b1a60, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:24.915726 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ee0e5e99-f9d9-4003-a273-ce4149018e87 req-0b708ec0-c4a2-4536-9db3-d8de3be33b00 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750582 Sep 14 12:19:24.939259 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:24.951734 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:19:25.022273 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:23Z', 'revision_number': 1, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:25.027125 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Attempt 2 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:25.078160 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:19:25.081312 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a1346e-fd01-4f62-9ec7-38e0c4109375 None None] The sync data for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi is: [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:23Z', 'revision_number': 1, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:19:25.083204 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-8ca95943-da59-4e5c-9023-83ba20f79823 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9367557 Sep 14 12:19:25.085203 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=f37c6abe-5567-400c-b0bd-04c3772b1a60,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:25.115474 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Port fbce5ba2-05a5-40e6-baca-a9598b85eaac cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:25.413851 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['f37c6abe-5567-400c-b0bd-04c3772b1a60'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:19:25.619223 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Attempt 3 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:25.689723 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Port fbce5ba2-05a5-40e6-baca-a9598b85eaac cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:25.706660 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:25.924191 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 46124) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:25.929252 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-332233564-network', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:26.027584 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Made reservation on behalf of c7041a5e4c714f5fa5b77e8b2c3af41b for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:19:26.030668 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.035892 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:26.047350 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.070480 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58b26-93ec-41e5-b213-a97428027e64 req-36c23813-39ce-4658-8b91-c1d58cedc721 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:26.070480 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c1d58b26-93ec-41e5-b213-a97428027e64 req-36c23813-39ce-4658-8b91-c1d58cedc721 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 944 time: 0.0750024 Sep 14 12:19:26.151875 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c1d58b26-93ec-41e5-b213-a97428027e64 req-8253954d-33b1-4ea3-8ef1-ed2ae762fb3d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754714 Sep 14 12:19:26.191916 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Attempt 4 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:26.205460 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Publish callbacks [] for security_group (0f660399-50ff-473d-9cfe-ffa0edd1ee75), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.233531 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Port fbce5ba2-05a5-40e6-baca-a9598b85eaac cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:26.258359 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0f660399-50ff-473d-9cfe-ffa0edd1ee75), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.261480 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 386f8fa1-356b-474e-ad98-5db71cd06478 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:26.290502 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=106903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:19:26.298530 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f660399-50ff-473d-9cfe-ffa0edd1ee75,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:26.305825 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (1cde1ae5-22a4-441a-b452-0c4bbd56d9c3), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.306511 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Added segment 1cde1ae5-22a4-441a-b452-0c4bbd56d9c3 of type vlan for network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 Sep 14 12:19:26.323674 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 386f8fa1-356b-474e-ad98-5db71cd06478 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:26.324386 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.325012 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 386f8fa1-356b-474e-ad98-5db71cd06478 Sep 14 12:19:26.358407 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (1a84dba8-3bca-4b51-8ab4-54da76de7c40), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.421548 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 386f8fa1-356b-474e-ad98-5db71cd06478 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:26.421978 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.436630 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (1a84dba8-3bca-4b51-8ab4-54da76de7c40), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.438304 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:26.448955 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.455388 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port 386f8fa1-356b-474e-ad98-5db71cd06478, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=386f8fa1-356b-474e-ad98-5db71cd06478,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:26.507674 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=1a84dba8-3bca-4b51-8ab4-54da76de7c40,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:26.515785 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.523397 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:19:26.536670 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e991627d-8880-4f03-ba44-ccd95ba6b9d0 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6112740 Sep 14 12:19:26.540042 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46128) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:26.546305 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Request body: {'subnet': {'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-332233564-subnet', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'ip_version': 4}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:26.591479 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:26.599675 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device f37c6abe-5567-400c-b0bd-04c3772b1a60 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:26.607387 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Made reservation on behalf of c7041a5e4c714f5fa5b77e8b2c3af41b for: {'subnet': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:19:26.610785 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2298217'] for subnet (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.658048 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=386f8fa1-356b-474e-ad98-5db71cd06478,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:26.675505 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port f37c6abe-5567-400c-b0bd-04c3772b1a60 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:19:26.734941 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Attempt 5 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:26.757112 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port f37c6abe-5567-400c-b0bd-04c3772b1a60 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:26.757488 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.757824 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port f37c6abe-5567-400c-b0bd-04c3772b1a60 Sep 14 12:19:26.865023 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4139344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2298239'] for subnet (be563d81-d3cf-446d-be88-79661a613055), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:26.920805 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be563d81-d3cf-446d-be88-79661a613055,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:26.923645 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Port fbce5ba2-05a5-40e6-baca-a9598b85eaac cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:26.937976 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Checking segment: {'id': '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:19:26.938454 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Network hostable DHCP agents. Network: 1a84dba8-3bca-4b51-8ab4-54da76de7c40, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:19:26.976254 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port f37c6abe-5567-400c-b0bd-04c3772b1a60 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:26.976642 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.002881 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:19:27.005143 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b75707c-b046-4a42-ac2c-e3fef7eff377" -d '{"events": [{"server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "name": "network-vif-plugged", "status": "completed", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:19:27.018397 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port f37c6abe-5567-400c-b0bd-04c3772b1a60, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:27.018653 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:19:27.050545 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5b211a-05be-4371-b458-26d313929c47 x-openstack-request-id: req-1f5b211a-05be-4371-b458-26d313929c47 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:19:27.050847 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "name": "network-vif-plugged", "status": "completed", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:19:27.051119 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f5b211a-05be-4371-b458-26d313929c47 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:19:27.051522 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f5b211a-05be-4371-b458-26d313929c47'] response: {'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'code': 200} Sep 14 12:19:27.100668 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.127068 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 1a84dba8-3bca-4b51-8ab4-54da76de7c40) {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:27.132610 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:27.133354 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.142655 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a029f30-6f5c-4482-a3ba-620657a19014 None None] Network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:19:27.227519 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=f37c6abe-5567-400c-b0bd-04c3772b1a60,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:27.230435 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-fcab68a2-b28d-4f2a-97b9-6b936cd3d033 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6890903 Sep 14 12:19:27.233595 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46134) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:27.241636 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-332233564-router', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:27.300576 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-1a84dba8-3bca-4b51-8ab4-54da76de7c40', 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40', 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'fixed_ips': [{'subnet_id': 'be563d81-d3cf-446d-be88-79661a613055'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:19:27.302226 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.316486 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (2173c13a-4218-49c7-ad2a-148140b623ef), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.318820 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (2173c13a-4218-49c7-ad2a-148140b623ef), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.351343 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:27.374900 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426aeca4-f035-47cc-a14b-c2911ebc30e6 req-841d5f79-38e9-4eb8-9305-046eb9e421ae tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:27.383532 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-426aeca4-f035-47cc-a14b-c2911ebc30e6 req-841d5f79-38e9-4eb8-9305-046eb9e421ae tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0995567 Sep 14 12:19:27.393488 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:27.405119 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks [] for router_controller (2173c13a-4218-49c7-ad2a-148140b623ef), precommit_add_association {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.426654 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Attempt 6 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:27.479551 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-426aeca4-f035-47cc-a14b-c2911ebc30e6 req-bb3e77ab-9712-4f77-b6ef-b3aeac8ff72e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920379 Sep 14 12:19:27.485484 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94ff1c-6d43-4d4d-94b5-56a78cb3786c req-66747349-2526-452d-a403-0cf9195f1970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:27.487201 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6f94ff1c-6d43-4d4d-94b5-56a78cb3786c req-66747349-2526-452d-a403-0cf9195f1970 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1129 time: 0.0635092 Sep 14 12:19:27.496047 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Port fbce5ba2-05a5-40e6-baca-a9598b85eaac cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:27.501451 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Allocated IP 172.20.0.2 (1a84dba8-3bca-4b51-8ab4-54da76de7c40/be563d81-d3cf-446d-be88-79661a613055/aa29fb57-6c74-4405-b5d1-505dd8a0c3c7) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:19:27.566835 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Sync routers for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:19:27.568571 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6f94ff1c-6d43-4d4d-94b5-56a78cb3786c req-ec71a8af-338e-428a-bd6b-e57332fc9c9d service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743227 Sep 14 12:19:27.578187 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:27.578820 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:27.603610 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:27.628539 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:27.636606 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks [] for router_gateway (2173c13a-4218-49c7-ad2a-148140b623ef), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.674532 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Publish callbacks [] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.693378 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:27.745352 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.774497 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:27.803931 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:19:27.807973 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:27.812093 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:19:27.848854 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Pushing event updated for resources: {'Port': ['ID=aa29fb57-6c74-4405-b5d1-505dd8a0c3c7,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:27.889477 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Attempting to bind port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:19:27.889950 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Attempting to bind port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:19:27.890406 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Attempting to bind port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 on network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:19:27.930588 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks [] for router_gateway (2173c13a-4218-49c7-ad2a-148140b623ef), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.938942 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:19:27.942188 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Checking segment: {'id': '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:19:27.942188 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.942188 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Bound using segment: {'id': '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:19:27.942188 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Bound port: aa29fb57-6c74-4405-b5d1-505dd8a0c3c7, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:19:27.942188 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.962033 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:27.992415 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 2, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:27.996830 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Attempt 7 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:28.027072 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Checking router: e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:19:28.027702 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Updating router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 port fbce5ba2-05a5-40e6-baca-a9598b85eaac binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:19:28.042601 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] For port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:19:28.048797 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Port fbce5ba2-05a5-40e6-baca-a9598b85eaac cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:28.057532 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.058554 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] For port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=aa29fb57-6c74-4405-b5d1-505dd8a0c3c7,segment=NetworkSegment(1cde1ae5-22a4-441a-b452-0c4bbd56d9c3),segment_id=1cde1ae5-22a4-441a-b452-0c4bbd56d9c3)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:19:28.086859 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Allocated IP 172.27.3.93 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/cc6739e5-9f3f-4380-a643-5ac7a723f37b) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:19:28.104768 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.175026 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8d664-1a5f-48a3-92c4-95f3dc796973 None None] Pushing event updated for resources: {'Port': ['ID=aa29fb57-6c74-4405-b5d1-505dd8a0c3c7,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:28.210431 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks [] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.243686 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 386f8fa1-356b-474e-ad98-5db71cd06478 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:28.310077 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 386f8fa1-356b-474e-ad98-5db71cd06478 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:28.311181 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.311673 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 386f8fa1-356b-474e-ad98-5db71cd06478 Sep 14 12:19:28.316508 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.327996 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:28.398454 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:28.408040 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:19:28.416982 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:28.421388 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:19:28.429778 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6739e5-9f3f-4380-a643-5ac7a723f37b,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:28.457781 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Publish callbacks [] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.463226 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 386f8fa1-356b-474e-ad98-5db71cd06478 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:28.505410 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.550298 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Attempt 8 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:28.603369 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769430ed-89b4-4afe-94f9-1fd1405f68bb None None] Pushing event updated for resources: {'Port': ['ID=fbce5ba2-05a5-40e6-baca-a9598b85eaac,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:28.631522 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Port fbce5ba2-05a5-40e6-baca-a9598b85eaac cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:28.651168 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82ba6a-eb2a-4ba8-b4cd-a2265751e36b req-86e0f797-e8dc-4829-ac09-2a6fbfed0e0b tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:28.652742 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9a82ba6a-eb2a-4ba8-b4cd-a2265751e36b req-86e0f797-e8dc-4829-ac09-2a6fbfed0e0b tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0599923 Sep 14 12:19:28.674821 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Attempting to bind port fbce5ba2-05a5-40e6-baca-a9598b85eaac on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:19:28.675200 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Attempting to bind port fbce5ba2-05a5-40e6-baca-a9598b85eaac by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:19:28.675564 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Attempting to bind port fbce5ba2-05a5-40e6-baca-a9598b85eaac on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:19:28.706548 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9a82ba6a-eb2a-4ba8-b4cd-a2265751e36b req-aa5e1e85-2c8e-4dd8-961c-6a3c2e94468b tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475047 Sep 14 12:19:28.724485 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:19:28.724937 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Checking segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:19:28.725570 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.726148 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Bound using segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:19:28.727086 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Bound port: fbce5ba2-05a5-40e6-baca-a9598b85eaac, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:19:28.727086 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.795583 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] For port fbce5ba2-05a5-40e6-baca-a9598b85eaac, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:19:28.798680 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] For port fbce5ba2-05a5-40e6-baca-a9598b85eaac, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=fbce5ba2-05a5-40e6-baca-a9598b85eaac,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:19:28.876336 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.908072 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:28.911382 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:28.914701 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks [] for router_gateway (2173c13a-4218-49c7-ad2a-148140b623ef), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:28.921094 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:28.922117 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:28.972661 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769430ed-89b4-4afe-94f9-1fd1405f68bb None None] Pushing event updated for resources: {'Port': ['ID=fbce5ba2-05a5-40e6-baca-a9598b85eaac,revision_number=4']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:29.061275 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:29.132598 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Attempt 9 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:29.247771 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Current status of the port fbce5ba2-05a5-40e6-baca-a9598b85eaac is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:29.248586 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:29.323923 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] For port fbce5ba2-05a5-40e6-baca-a9598b85eaac, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=fbce5ba2-05a5-40e6-baca-a9598b85eaac,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:29.342506 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a742a66-90f9-4d7a-8f8a-e74b493854b4 None None] Network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:19:29.349035 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:28Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:29.384813 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:29.394921 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff5b34-af41-4545-8b09-4a9b26189455 None None] The sync data for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi is: [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:28Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:19:29.406273 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (2173c13a-4218-49c7-ad2a-148140b623ef), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:29.466486 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b177acea-e257-4192-a696-a2c895b89d5d None None] Pushing event updated for resources: {'Port': ['ID=fbce5ba2-05a5-40e6-baca-a9598b85eaac,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:29.573729 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Provisioning complete for port fbce5ba2-05a5-40e6-baca-a9598b85eaac triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:29.578819 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:29.578819 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Attempt 1 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:29.652887 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Router 2173c13a-4218-49c7-ad2a-148140b623ef is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:19:29.702151 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Current status of the port fbce5ba2-05a5-40e6-baca-a9598b85eaac is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:29.713902 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Provisioning complete for port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:29.714419 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:29.714798 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Attempt 1 to provision port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 Sep 14 12:19:29.864799 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Current status of the port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:29.865186 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:29.869224 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:19:29.886508 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Sync routers for ids ['2173c13a-4218-49c7-ad2a-148140b623ef'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:19:29.892710 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:29.917606 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Routers {'2173c13a-4218-49c7-ad2a-148140b623ef'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:29.918381 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2173c13a-4218-49c7-ad2a-148140b623ef'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:29.924959 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaea16-05f2-4d96-a94c-a14d41e09420 req-2b5d383f-e4c3-4c16-8576-3456f07fe505 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:29.926912 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9fcaea16-05f2-4d96-a94c-a14d41e09420 req-2b5d383f-e4c3-4c16-8576-3456f07fe505 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0970674 Sep 14 12:19:29.955488 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:29.956875 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-93cf6cfe-a26c-4b44-9e14-a760c0222e76 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7221146 Sep 14 12:19:29.960005 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46140) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:29.978773 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] For port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=aa29fb57-6c74-4405-b5d1-505dd8a0c3c7,segment=NetworkSegment(1cde1ae5-22a4-441a-b452-0c4bbd56d9c3),segment_id=1cde1ae5-22a4-441a-b452-0c4bbd56d9c3)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:29.986799 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9fcaea16-05f2-4d96-a94c-a14d41e09420 req-5e8e7dd6-54c4-40ba-ba56-d8a63821c4d4 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513847 Sep 14 12:19:30.051757 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:30.122214 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Set router 2173c13a-4218-49c7-ad2a-148140b623ef gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:30.148094 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:30.223126 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-8f6e134f-2897-4742-9f01-5cd24b429542 None None] Provisioning complete for port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:30.223126 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8f6e134f-2897-4742-9f01-5cd24b429542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:30.223725 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-8f6e134f-2897-4742-9f01-5cd24b429542 None None] Attempt 1 to provision port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 Sep 14 12:19:30.242262 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53e9b0-81d4-4feb-9ba3-9d553d66de28 req-cca9f775-28fb-4407-afb3-80ca269755ae tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:30.257652 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cc53e9b0-81d4-4feb-9ba3-9d553d66de28 req-cca9f775-28fb-4407-afb3-80ca269755ae tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.1129196 Sep 14 12:19:30.275382 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8598e-ae68-4fa6-83f2-dd35fa23520e None None] Pushing event updated for resources: {'Port': ['ID=aa29fb57-6c74-4405-b5d1-505dd8a0c3c7,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:30.355655 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:30.360174 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cc53e9b0-81d4-4feb-9ba3-9d553d66de28 req-8e09b2aa-fa4b-4da6-a94f-af6882724e4a tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006753 Sep 14 12:19:30.390348 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 46144) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:30.434092 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:30.470461 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e134f-2897-4742-9f01-5cd24b429542 None None] Current status of the port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:30.496931 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:30.626885 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:30.627386 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:30.627953 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 Sep 14 12:19:30.653155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'name': 'tempest-TestVolumeBootPattern-332233564-router', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:28Z', 'revision_number': 3, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'gw_port': {'id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:30.683029 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Checking router: 2173c13a-4218-49c7-ad2a-148140b623ef for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:19:30.683390 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Updating router 2173c13a-4218-49c7-ad2a-148140b623ef port cc6739e5-9f3f-4380-a643-5ac7a723f37b binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:19:30.727264 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:30.759467 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:30.830145 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d41d41-e1b4-4aba-8876-2fe670612a35 tempest-TestShelveInstance-51172411 tempest-TestShelveInstance-51172411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:30.838124 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-08d41d41-e1b4-4aba-8876-2fe670612a35 tempest-TestShelveInstance-51172411 tempest-TestShelveInstance-51172411-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1124 time: 0.4466012 Sep 14 12:19:30.839544 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 46150) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:30.844129 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'port_id': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:30.932701 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:30.960102 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Allocated IP 172.20.0.1 (1a84dba8-3bca-4b51-8ab4-54da76de7c40/be563d81-d3cf-446d-be88-79661a613055/8fc97fe8-607c-4e14-80eb-545b8e475f54) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:19:30.974621 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:30.975575 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device fbce5ba2-05a5-40e6-baca-a9598b85eaac up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:31.033962 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.086541 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Publish callbacks [] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.086949 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port fbce5ba2-05a5-40e6-baca-a9598b85eaac triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:31.087338 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.087682 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port fbce5ba2-05a5-40e6-baca-a9598b85eaac Sep 14 12:19:31.098446 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:31.116108 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:31.185386 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.228871 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:19:31.231110 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port fbce5ba2-05a5-40e6-baca-a9598b85eaac is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:31.234952 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:31.238742 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:19:31.278528 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc97fe8-607c-4e14-80eb-545b8e475f54,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:31.305102 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Publish callbacks [] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.305565 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (2173c13a-4218-49c7-ad2a-148140b623ef), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.395675 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.416201 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:31.445672 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Attempting to bind port cc6739e5-9f3f-4380-a643-5ac7a723f37b on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:19:31.452011 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Attempting to bind port cc6739e5-9f3f-4380-a643-5ac7a723f37b by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:19:31.452011 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Attempting to bind port cc6739e5-9f3f-4380-a643-5ac7a723f37b on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:19:31.477751 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Allocated IP 172.27.3.91 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/f8d90ce9-8332-476a-b250-0e83781f9547) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:19:31.480998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:31.527055 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bf635-bc14-4ee4-a425-ccead8de8098 None None] Pushing event updated for resources: {'Port': ['ID=cc6739e5-9f3f-4380-a643-5ac7a723f37b,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:31.537419 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Provisioning complete for port 8fc97fe8-607c-4e14-80eb-545b8e475f54 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:31.537841 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.539713 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Attempt 1 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:31.556396 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.566137 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:19:31.568484 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:19:31.568484 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.568484 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:19:31.568484 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Bound port: cc6739e5-9f3f-4380-a643-5ac7a723f37b, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:19:31.568484 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.589028 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:31.612520 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:31.633223 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for port (f8d90ce9-8332-476a-b250-0e83781f9547), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.643102 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] For port cc6739e5-9f3f-4380-a643-5ac7a723f37b, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:19:31.656382 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] For port cc6739e5-9f3f-4380-a643-5ac7a723f37b, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=cc6739e5-9f3f-4380-a643-5ac7a723f37b,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:19:31.722434 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.767661 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Routers {'2173c13a-4218-49c7-ad2a-148140b623ef'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:31.768316 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2173c13a-4218-49c7-ad2a-148140b623ef'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:31.774470 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (f8d90ce9-8332-476a-b250-0e83781f9547), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.812322 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Publish callbacks [] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.831390 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bf635-bc14-4ee4-a425-ccead8de8098 None None] Pushing event updated for resources: {'Port': ['ID=cc6739e5-9f3f-4380-a643-5ac7a723f37b,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:31.855245 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:31.866719 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:19:31.868027 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event updated for resources: {'Port': ['ID=f8d90ce9-8332-476a-b250-0e83781f9547,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:31.870655 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:31.872735 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:19:31.905986 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] Set router 2173c13a-4218-49c7-ad2a-148140b623ef gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:31.911357 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:31.995331 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Pushing event updated for resources: {'Port': ['ID=8fc97fe8-607c-4e14-80eb-545b8e475f54,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:32.003209 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (2173c13a-4218-49c7-ad2a-148140b623ef), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:32.115094 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Attempt 2 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:32.123388 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:19:32.124146 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:19:32.196141 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:32.199040 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:32.220354 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'name': 'tempest-TestVolumeBootPattern-332233564-router', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:31Z', 'revision_number': 4, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'gw_port': {'id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '8fc97fe8-607c-4e14-80eb-545b8e475f54', 'name': '', 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'mac_address': 'fa:16:3e:52:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'be563d81-d3cf-446d-be88-79661a613055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:30Z', 'updated_at': '2022-09-14T12:19:30Z', 'revision_number': 1, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'subnets': [{'id': 'be563d81-d3cf-446d-be88-79661a613055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:32.255294 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07facdf0-d507-4cc8-b1f3-2d46447cb640 None None] The sync data for ids ['2173c13a-4218-49c7-ad2a-148140b623ef'] in dv-cinder-844962-2-iscsi is: [{'id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'name': 'tempest-TestVolumeBootPattern-332233564-router', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:31Z', 'revision_number': 4, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'gw_port': {'id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:da:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '8fc97fe8-607c-4e14-80eb-545b8e475f54', 'name': '', 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'mac_address': 'fa:16:3e:52:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'be563d81-d3cf-446d-be88-79661a613055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:30Z', 'updated_at': '2022-09-14T12:19:30Z', 'revision_number': 1, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'subnets': [{'id': 'be563d81-d3cf-446d-be88-79661a613055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:19:32.331024 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:32.344178 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Router 2173c13a-4218-49c7-ad2a-148140b623ef has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:19:32.443182 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:32.443845 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:32.444287 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 Sep 14 12:19:32.503421 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:32.534370 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for floatingip (8c868770-bf8d-41f9-82b9-645a1971fece), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:32.554777 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:32.562701 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:32.563691 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:19:32.569282 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-e3d98d21-44fa-4780-a3ba-d52183ad0b91 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/2173c13a-4218-49c7-ad2a-148140b623ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6079097 Sep 14 12:19:32.697927 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Attempt 3 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:32.719839 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f8d90ce9-8332-476a-b250-0e83781f9547), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:32.751117 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:32.957661 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for port (f8d90ce9-8332-476a-b250-0e83781f9547), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.030714 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (f8d90ce9-8332-476a-b250-0e83781f9547), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.073716 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46168) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:33.079428 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-a274e182-e678-4dcd-a85a-dedcf4f712b1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1914131548', 'description': 'tempest-secgroup-smoke-1914131548 description', 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:33.103496 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event updated for resources: {'Port': ['ID=f8d90ce9-8332-476a-b250-0e83781f9547,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:33.105802 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (8c868770-bf8d-41f9-82b9-645a1971fece), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.169055 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a274e182-e678-4dcd-a85a-dedcf4f712b1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.244859 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Floating IP 8c868770-bf8d-41f9-82b9-645a1971fece associated. External IP: 172.27.3.91, port: f37c6abe-5567-400c-b0bd-04c3772b1a60. Sep 14 12:19:33.252487 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Attempt 4 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:33.270278 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a274e182-e678-4dcd-a85a-dedcf4f712b1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group (0b96498e-d9fe-4cbb-8b6c-7174bef32a8f), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.299698 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:33.333221 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a274e182-e678-4dcd-a85a-dedcf4f712b1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0b96498e-d9fe-4cbb-8b6c-7174bef32a8f), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.367777 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274e182-e678-4dcd-a85a-dedcf4f712b1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:33.383964 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:33.440958 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.454967 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a274e182-e678-4dcd-a85a-dedcf4f712b1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.459616 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-a274e182-e678-4dcd-a85a-dedcf4f712b1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3814921 Sep 14 12:19:33.460356 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46172) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:33.465133 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-c17dc52b-37d8-4f9d-bef1-f6912db1c740 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'security_group_rule': {'security_group_id': '0b96498e-d9fe-4cbb-8b6c-7174bef32a8f', 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:33.561138 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Router 913f1a57-9ef6-4611-a18d-d33d24a91d41 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:19:33.567045 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c17dc52b-37d8-4f9d-bef1-f6912db1c740 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (970f83d8-bcf3-4216-a99d-eb347c2c8781), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.627745 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c17dc52b-37d8-4f9d-bef1-f6912db1c740 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (970f83d8-bcf3-4216-a99d-eb347c2c8781), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.685114 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:19:33.697805 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] Sync routers for ids ['913f1a57-9ef6-4611-a18d-d33d24a91d41'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:19:33.704583 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c17dc52b-37d8-4f9d-bef1-f6912db1c740 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (970f83d8-bcf3-4216-a99d-eb347c2c8781), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.710737 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] Routers {'913f1a57-9ef6-4611-a18d-d33d24a91d41'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:33.711363 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['913f1a57-9ef6-4611-a18d-d33d24a91d41'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:33.735600 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dc52b-37d8-4f9d-bef1-f6912db1c740 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970f83d8-bcf3-4216-a99d-eb347c2c8781,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:33.801538 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Attempt 5 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:33.836344 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] Set router 913f1a57-9ef6-4611-a18d-d33d24a91d41 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:33.838865 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.847175 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:33.855097 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c17dc52b-37d8-4f9d-bef1-f6912db1c740 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:33.860182 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c17dc52b-37d8-4f9d-bef1-f6912db1c740 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3950822 Sep 14 12:19:33.860589 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46174) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:33.866005 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-fb659707-02c1-415e-ba77-68444aed30fe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'security_group_rule': {'security_group_id': '0b96498e-d9fe-4cbb-8b6c-7174bef32a8f', 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:33.884422 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-9fd17c84-761a-4ccd-b910-574ffc0ab0d1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0444384 Sep 14 12:19:33.885610 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:19:33.889149 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cef67e1-a867-4755-91d8-509c81c44a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:19:33.945413 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa679f-d1cf-4510-8cdf-1c805455888a x-openstack-request-id: req-6afa679f-d1cf-4510-8cdf-1c805455888a {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:19:33.945413 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:19:33.945413 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6afa679f-d1cf-4510-8cdf-1c805455888a {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:19:33.945413 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afa679f-d1cf-4510-8cdf-1c805455888a'] response: {'name': 'network-changed', 'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'status': 'completed', 'code': 200} Sep 14 12:19:33.974776 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fb659707-02c1-415e-ba77-68444aed30fe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (9a409356-460f-41c1-816a-8e1abfcb6a96), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.054280 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fb659707-02c1-415e-ba77-68444aed30fe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (9a409356-460f-41c1-816a-8e1abfcb6a96), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.059865 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-13fd8923-feeb-4d5f-9e61-1699263b2538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:34.063590 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-13fd8923-feeb-4d5f-9e61-1699263b2538 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1129 time: 0.0595863 Sep 14 12:19:34.119153 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '8c868770-bf8d-41f9-82b9-645a1971fece', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'port_id': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'mac_address': 'fa:16:3e:8c:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921553b2-7c2b-4ec6-80c9-23298af50994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:19:32Z', 'updated_at': '2022-09-14T12:19:32Z', 'revision_number': 0, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:37Z', 'revision_number': 5, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:34.165642 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fb659707-02c1-415e-ba77-68444aed30fe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (9a409356-460f-41c1-816a-8e1abfcb6a96), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.166570 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] Checking router: 913f1a57-9ef6-4611-a18d-d33d24a91d41 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:19:34.183036 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] Routers {'913f1a57-9ef6-4611-a18d-d33d24a91d41'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:34.184188 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['913f1a57-9ef6-4611-a18d-d33d24a91d41'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:34.201299 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb659707-02c1-415e-ba77-68444aed30fe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a409356-460f-41c1-816a-8e1abfcb6a96,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:34.265580 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device cc6739e5-9f3f-4380-a643-5ac7a723f37b up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:34.283648 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fb659707-02c1-415e-ba77-68444aed30fe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.290377 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-fb659707-02c1-415e-ba77-68444aed30fe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4285359 Sep 14 12:19:34.291101 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46180) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:34.298835 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-1f33d3a4-7e1a-4048-9efc-26a0ccd11abe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'security_group_rule': {'security_group_id': '0b96498e-d9fe-4cbb-8b6c-7174bef32a8f', 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:34.318556 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port cc6739e5-9f3f-4380-a643-5ac7a723f37b triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:34.319223 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.319643 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port cc6739e5-9f3f-4380-a643-5ac7a723f37b Sep 14 12:19:34.328112 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:34.333424 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] Set router 913f1a57-9ef6-4611-a18d-d33d24a91d41 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:34.349815 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Attempt 6 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:34.386795 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:34.401812 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:34.442184 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port cc6739e5-9f3f-4380-a643-5ac7a723f37b is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:34.442675 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.459032 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f33d3a4-7e1a-4048-9efc-26a0ccd11abe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (fd908561-e87b-41aa-a3a1-d075af595146), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.474057 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port cc6739e5-9f3f-4380-a643-5ac7a723f37b, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=cc6739e5-9f3f-4380-a643-5ac7a723f37b,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:34.496842 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-2680c79c-e7f7-4545-bd5b-18c3d7301cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:34.499207 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-2680c79c-e7f7-4545-bd5b-18c3d7301cd1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 200 len: 910 time: 0.4280486 Sep 14 12:19:34.553842 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f33d3a4-7e1a-4048-9efc-26a0ccd11abe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (fd908561-e87b-41aa-a3a1-d075af595146), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.556655 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.614076 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-80cb77ae-1ce0-4939-92dc-05a1720bb295 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 998 time: 0.1087136 Sep 14 12:19:34.630493 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=cc6739e5-9f3f-4380-a643-5ac7a723f37b,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:34.669622 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f33d3a4-7e1a-4048-9efc-26a0ccd11abe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (fd908561-e87b-41aa-a3a1-d075af595146), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.694049 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f33d3a4-7e1a-4048-9efc-26a0ccd11abe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd908561-e87b-41aa-a3a1-d075af595146,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:34.697585 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:34.698326 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-2ae26d1d-71f2-45a8-a2d4-9156f9080e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:34.700618 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-2ae26d1d-71f2-45a8-a2d4-9156f9080e65 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 HTTP/1.1" status: 200 len: 848 time: 0.0809796 Sep 14 12:19:34.712623 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '8c868770-bf8d-41f9-82b9-645a1971fece', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'port_id': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'mac_address': 'fa:16:3e:8c:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921553b2-7c2b-4ec6-80c9-23298af50994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:19:32Z', 'updated_at': '2022-09-14T12:19:32Z', 'revision_number': 0, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:37Z', 'revision_number': 5, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:34.738424 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306ee8d0-bdf9-41e7-9057-54e808686d07 None None] The sync data for ids ['913f1a57-9ef6-4611-a18d-d33d24a91d41'] in dv-cinder-844962-2-iscsi is: [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '8c868770-bf8d-41f9-82b9-645a1971fece', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'floating_ip_address': '172.27.3.91', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'port_id': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'mac_address': 'fa:16:3e:8c:8e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921553b2-7c2b-4ec6-80c9-23298af50994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:19:32Z', 'updated_at': '2022-09-14T12:19:32Z', 'revision_number': 0, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:37Z', 'revision_number': 5, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:19:34.770803 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-5b5e03d7-95a2-413a-a90a-97929a0ce869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:34.772578 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-5b5e03d7-95a2-413a-a90a-97929a0ce869 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517886 Sep 14 12:19:34.797777 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-1f33d3a4-7e1a-4048-9efc-26a0ccd11abe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.799214 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-1f33d3a4-7e1a-4048-9efc-26a0ccd11abe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5058038 Sep 14 12:19:34.801800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46188) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:34.806166 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-f8763628-6199-4b29-9192-1788f3a66d26 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'security_group_rule': {'security_group_id': '0b96498e-d9fe-4cbb-8b6c-7174bef32a8f', 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:34.830796 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=79,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:34.839120 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:34.886182 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-2bee124f-1c2b-4903-8ee4-50522bda4b22 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981767 Sep 14 12:19:34.903195 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Attempt 7 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:34.925548 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f8763628-6199-4b29-9192-1788f3a66d26 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (177256f9-d8c2-49b7-a9e8-b9c7860aef74), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:34.930365 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:34.944715 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:34.995937 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4cef67e1-a867-4755-91d8-509c81c44a0d req-4631d467-5273-4662-b0a9-702a28b676c6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039863 Sep 14 12:19:35.001023 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f8763628-6199-4b29-9192-1788f3a66d26 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (177256f9-d8c2-49b7-a9e8-b9c7860aef74), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.098437 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f8763628-6199-4b29-9192-1788f3a66d26 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (177256f9-d8c2-49b7-a9e8-b9c7860aef74), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.117888 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8763628-6199-4b29-9192-1788f3a66d26 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177256f9-d8c2-49b7-a9e8-b9c7860aef74,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:35.174636 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-f8763628-6199-4b29-9192-1788f3a66d26 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.175783 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-f8763628-6199-4b29-9192-1788f3a66d26 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3729923 Sep 14 12:19:35.178715 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 46194) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:35.183382 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-2fdbba0b-96de-4392-9073-76cd25a967de tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'security_group_rule': {'security_group_id': '0b96498e-d9fe-4cbb-8b6c-7174bef32a8f', 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:35.298646 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.securitygroups_db [None req-2fdbba0b-96de-4392-9073-76cd25a967de tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Project e0cdab1c080d4132adc6cd64d8627c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:19:35.305690 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2fdbba0b-96de-4392-9073-76cd25a967de tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (9b83ec67-3fd2-4fb6-adf9-f9901f681efe), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.315339 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:35.371723 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2fdbba0b-96de-4392-9073-76cd25a967de tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (9b83ec67-3fd2-4fb6-adf9-f9901f681efe), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.445909 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Attempt 8 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:35.464344 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2fdbba0b-96de-4392-9073-76cd25a967de tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (9b83ec67-3fd2-4fb6-adf9-f9901f681efe), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.485827 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:35.506121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdbba0b-96de-4392-9073-76cd25a967de tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b83ec67-3fd2-4fb6-adf9-f9901f681efe,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:35.597386 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2fdbba0b-96de-4392-9073-76cd25a967de tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.598646 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-2fdbba0b-96de-4392-9073-76cd25a967de tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4189188 Sep 14 12:19:35.601377 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 46198) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:35.605738 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-0c53c193-1028-45f8-afd9-6ee0ecaa94bc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'security_group_rule': {'security_group_id': '0b96498e-d9fe-4cbb-8b6c-7174bef32a8f', 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:19:35.726712 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.securitygroups_db [None req-0c53c193-1028-45f8-afd9-6ee0ecaa94bc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Project e0cdab1c080d4132adc6cd64d8627c68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:19:35.733616 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0c53c193-1028-45f8-afd9-6ee0ecaa94bc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (49cff77d-6d4e-40d0-b7f1-b40eaccee835), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.798772 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0c53c193-1028-45f8-afd9-6ee0ecaa94bc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (49cff77d-6d4e-40d0-b7f1-b40eaccee835), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.875434 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0c53c193-1028-45f8-afd9-6ee0ecaa94bc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (49cff77d-6d4e-40d0-b7f1-b40eaccee835), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.893910 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53c193-1028-45f8-afd9-6ee0ecaa94bc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cff77d-6d4e-40d0-b7f1-b40eaccee835,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:35.957613 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-0c53c193-1028-45f8-afd9-6ee0ecaa94bc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:35.958794 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-0c53c193-1028-45f8-afd9-6ee0ecaa94bc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3564157 Sep 14 12:19:35.986784 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Attempt 9 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:36.020413 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:36.214341 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device cc6739e5-9f3f-4380-a643-5ac7a723f37b up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:36.273315 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port cc6739e5-9f3f-4380-a643-5ac7a723f37b triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:36.273315 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:36.273315 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port cc6739e5-9f3f-4380-a643-5ac7a723f37b Sep 14 12:19:36.346374 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594ad0f6-636d-4426-9f73-cc6819f0ced7 None None] New status for floating IP 8c868770-bf8d-41f9-82b9-645a1971fece: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:19:36.382539 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:36.401307 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port cc6739e5-9f3f-4380-a643-5ac7a723f37b is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:36.443699 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Sync routers for ids ['2173c13a-4218-49c7-ad2a-148140b623ef'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:19:36.455837 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Routers {'2173c13a-4218-49c7-ad2a-148140b623ef'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:36.456678 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2173c13a-4218-49c7-ad2a-148140b623ef'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:36.522193 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Attempt 10 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:36.556562 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b00737d8-012f-4f87-a1e7-636409942285 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:36.572065 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Set router 2173c13a-4218-49c7-ad2a-148140b623ef gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:36.674996 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Provisioning complete for port 8fc97fe8-607c-4e14-80eb-545b8e475f54 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:36.675592 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:36.675926 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Attempt 1 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:36.726855 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:36.794930 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'name': 'tempest-TestVolumeBootPattern-332233564-router', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:31Z', 'revision_number': 4, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'gw_port': {'id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '8fc97fe8-607c-4e14-80eb-545b8e475f54', 'name': '', 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'mac_address': 'fa:16:3e:52:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'be563d81-d3cf-446d-be88-79661a613055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:30Z', 'updated_at': '2022-09-14T12:19:31Z', 'revision_number': 2, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'subnets': [{'id': 'be563d81-d3cf-446d-be88-79661a613055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:36.822154 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Checking router: 2173c13a-4218-49c7-ad2a-148140b623ef for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:19:36.822795 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Updating router 2173c13a-4218-49c7-ad2a-148140b623ef port 8fc97fe8-607c-4e14-80eb-545b8e475f54 binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:19:36.852340 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:37.144475 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Publish callbacks [] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:37.227971 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Attempt 2 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:37.230796 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:37.269700 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Port 8fc97fe8-607c-4e14-80eb-545b8e475f54 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:19:37.316771 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Pushing event updated for resources: {'Port': ['ID=8fc97fe8-607c-4e14-80eb-545b8e475f54,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:37.334313 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.335137 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.335137 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.336395 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.336395 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.336395 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.336395 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.337638 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.337638 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.337638 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.337638 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.338013 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.338142 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.339056 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.339387 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:37.347815 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Attempting to bind port 8fc97fe8-607c-4e14-80eb-545b8e475f54 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:19:37.348187 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Attempting to bind port 8fc97fe8-607c-4e14-80eb-545b8e475f54 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:19:37.348554 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Attempting to bind port 8fc97fe8-607c-4e14-80eb-545b8e475f54 on network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:19:37.388946 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:37.391996 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:19:37.392372 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Checking segment: {'id': '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:19:37.392770 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:37.393163 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Bound using segment: {'id': '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:19:37.393629 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Bound port: 8fc97fe8-607c-4e14-80eb-545b8e475f54, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:19:37.394028 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:37.437107 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:37.460450 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] For port 8fc97fe8-607c-4e14-80eb-545b8e475f54, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:19:37.463926 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] For port 8fc97fe8-607c-4e14-80eb-545b8e475f54, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=8fc97fe8-607c-4e14-80eb-545b8e475f54,segment=NetworkSegment(1cde1ae5-22a4-441a-b452-0c4bbd56d9c3),segment_id=1cde1ae5-22a4-441a-b452-0c4bbd56d9c3)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:19:37.579111 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:37.620841 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Routers {'2173c13a-4218-49c7-ad2a-148140b623ef'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:37.621468 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2173c13a-4218-49c7-ad2a-148140b623ef'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:37.674851 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c32f64-8906-4f81-b338-5b4e53000d7f None None] Pushing event updated for resources: {'Port': ['ID=8fc97fe8-607c-4e14-80eb-545b8e475f54,revision_number=4']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:37.748660 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] Set router 2173c13a-4218-49c7-ad2a-148140b623ef gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:37.771603 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Attempt 3 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:37.862996 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Current status of the port 8fc97fe8-607c-4e14-80eb-545b8e475f54 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:37.863435 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:37.901883 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] For port 8fc97fe8-607c-4e14-80eb-545b8e475f54, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=8fc97fe8-607c-4e14-80eb-545b8e475f54,segment=NetworkSegment(1cde1ae5-22a4-441a-b452-0c4bbd56d9c3),segment_id=1cde1ae5-22a4-441a-b452-0c4bbd56d9c3)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:37.961271 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'name': 'tempest-TestVolumeBootPattern-332233564-router', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:31Z', 'revision_number': 4, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'gw_port': {'id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '8fc97fe8-607c-4e14-80eb-545b8e475f54', 'name': '', 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'mac_address': 'fa:16:3e:52:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'be563d81-d3cf-446d-be88-79661a613055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:30Z', 'updated_at': '2022-09-14T12:19:37Z', 'revision_number': 4, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'subnets': [{'id': 'be563d81-d3cf-446d-be88-79661a613055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:37.986804 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4b593-2377-4ea3-811e-78dfb500720c None None] The sync data for ids ['2173c13a-4218-49c7-ad2a-148140b623ef'] in dv-cinder-844962-2-iscsi is: [{'id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'name': 'tempest-TestVolumeBootPattern-332233564-router', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:31Z', 'revision_number': 4, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'gw_port': {'id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '8fc97fe8-607c-4e14-80eb-545b8e475f54', 'name': '', 'network_id': '1a84dba8-3bca-4b51-8ab4-54da76de7c40', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'mac_address': 'fa:16:3e:52:32:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'be563d81-d3cf-446d-be88-79661a613055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:30Z', 'updated_at': '2022-09-14T12:19:37Z', 'revision_number': 4, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'subnets': [{'id': 'be563d81-d3cf-446d-be88-79661a613055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:19:37.990160 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:38.043175 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5c8f3-228a-420a-b262-cb0c2e9e75b8 None None] Pushing event updated for resources: {'Port': ['ID=8fc97fe8-607c-4e14-80eb-545b8e475f54,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:38.219125 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 8fc97fe8-607c-4e14-80eb-545b8e475f54 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:19:38.268225 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 8fc97fe8-607c-4e14-80eb-545b8e475f54 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:19:38.268603 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:38.268973 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 8fc97fe8-607c-4e14-80eb-545b8e475f54 Sep 14 12:19:38.340957 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:38.354504 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 8fc97fe8-607c-4e14-80eb-545b8e475f54 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:19:42.675450 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-2e950899-3c10-409a-9594-43344fb43747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:45.129598 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:INSERT=3,neutron:SELECT=26,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:45.189454 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d6758232-085c-437d-a2d0-45ecfe377bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:45.894248 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:45.896849 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:INSERT=2,neutron:SELECT=15,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:46.459198 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:47.309235 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbbdfa-3290-497d-ab54-ad2c0c009335 req-81f83096-6c50-41ce-868a-58d1b7b1595c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:47.311301 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e9cbbdfa-3290-497d-ab54-ad2c0c009335 req-81f83096-6c50-41ce-868a-58d1b7b1595c tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 946 time: 0.0626867 Sep 14 12:19:47.361582 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e9cbbdfa-3290-497d-ab54-ad2c0c009335 req-529a0897-d4bf-44ff-9371-02248705082d tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444059 Sep 14 12:19:47.715583 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:19:47.926773 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:47.938521 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:48.494432 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3418211-e3a8-41a9-a02c-fa2337f9ae56 req-41b85705-3322-43e0-86b1-873f95ed14b0 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:48.496775 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a3418211-e3a8-41a9-a02c-fa2337f9ae56 req-41b85705-3322-43e0-86b1-873f95ed14b0 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 946 time: 0.0525582 Sep 14 12:19:48.547828 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a3418211-e3a8-41a9-a02c-fa2337f9ae56 req-7b45c439-210f-4d77-8a0b-66aeb084a0fc tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463946 Sep 14 12:19:49.652919 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-4a4559a9-c18a-4a08-8023-9f9612944ffa tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:49.655055 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-4a4559a9-c18a-4a08-8023-9f9612944ffa tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 946 time: 0.0633786 Sep 14 12:19:49.717652 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417a2b4-1dbe-4763-874e-fb7601c33cb3 req-bf237d56-1054-4b69-b3b3-5d0c60cb3f07 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:19:49.719135 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d417a2b4-1dbe-4763-874e-fb7601c33cb3 req-bf237d56-1054-4b69-b3b3-5d0c60cb3f07 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 946 time: 0.0854168 Sep 14 12:19:49.792672 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Deleting port cffd5a86-a259-44e3-9a06-15412c4a2457 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:19:49.792935 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:49.813924 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d417a2b4-1dbe-4763-874e-fb7601c33cb3 req-0c883221-463f-45e3-80d3-7ba6cbfc4afc tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=1e54cffe-bd5b-4e42-8282-b9dd992dac2a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890260 Sep 14 12:19:49.897320 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] For port cffd5a86-a259-44e3-9a06-15412c4a2457, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=cffd5a86-a259-44e3-9a06-15412c4a2457,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:49.897680 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:50.067055 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:50.067337 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (a90d3d10-c296-4d27-9936-efa9cef4dd9c), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:50.067657 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Floating IP a90d3d10-c296-4d27-9936-efa9cef4dd9c disassociated. External IP: 172.27.3.153, port: cffd5a86-a259-44e3-9a06-15412c4a2457. Sep 14 12:19:50.068031 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Calling delete_port for cffd5a86-a259-44e3-9a06-15412c4a2457 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:19:50.258086 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (cffd5a86-a259-44e3-9a06-15412c4a2457), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:50.287173 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'Port': ['ID=cffd5a86-a259-44e3-9a06-15412c4a2457,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:50.298983 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.299342 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.299695 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.300137 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.300476 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.300812 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.301145 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.301474 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.301807 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.302165 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.302495 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.302826 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.303153 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.303480 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.303804 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:50.352094 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:50.407331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:50.416203 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:19:50.523693 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:19:50.533645 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:19:50.545516 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:50.546055 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:50.569876 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] No DVR routers for this DVR port cffd5a86-a259-44e3-9a06-15412c4a2457 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:19:50.572357 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:50.575643 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-006f5053-5f5f-41a4-a2b9-e30398063411 req-2446e905-a97c-4c96-a4b7-13df828ee747 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.81 "DELETE /networking/v2.0/ports/cffd5a86-a259-44e3-9a06-15412c4a2457 HTTP/1.1" status: 204 len: 173 time: 0.9049361 Sep 14 12:19:50.576129 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'name': 'network-vif-deleted', 'tag': 'cffd5a86-a259-44e3-9a06-15412c4a2457'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:19:50.578399 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74afe7c-14a6-402a-9557-8f940b100983" -d '{"events": [{"server_uuid": "c1fea63d-cc7a-42e9-bde3-86947d2e0999", "name": "network-vif-deleted", "tag": "cffd5a86-a259-44e3-9a06-15412c4a2457"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:19:50.623899 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0b722e-67a5-4c8a-9a1c-1535d5c4a4a9 x-openstack-request-id: req-4a0b722e-67a5-4c8a-9a1c-1535d5c4a4a9 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:19:50.624192 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fea63d-cc7a-42e9-bde3-86947d2e0999", "name": "network-vif-deleted", "tag": "cffd5a86-a259-44e3-9a06-15412c4a2457", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:19:50.624432 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a0b722e-67a5-4c8a-9a1c-1535d5c4a4a9 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:19:50.624833 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0b722e-67a5-4c8a-9a1c-1535d5c4a4a9'] response: {'server_uuid': 'c1fea63d-cc7a-42e9-bde3-86947d2e0999', 'name': 'network-vif-deleted', 'tag': 'cffd5a86-a259-44e3-9a06-15412c4a2457', 'status': 'completed', 'code': 200} Sep 14 12:19:50.663820 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:50.934708 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c353c0b-13ea-459f-a936-252f0918cb75 req-71fa82e6-80a4-406a-ae59-7a37af461719 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 210 time: 0.0367899 Sep 14 12:19:51.014808 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:51.040394 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:19:51.049653 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:51.050333 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:51.167985 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:19:51.201925 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:51.386317 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:51.412570 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb8da3-bbdc-474a-a9ab-e76b8b46b8bf None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:08:11Z', 'revision_number': 4, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '006abb77-190a-4a60-a327-3f58261a0fe8', 'name': '', 'network_id': 'cf307d40-f42c-4be6-8979-65e762517b0f', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'mac_address': 'fa:16:3e:7a:20:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:10Z', 'updated_at': '2022-09-14T12:08:15Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'subnets': [{'id': '93b3fae1-42c9-4fc4-b251-714e31ec790d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:19:51.639398 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e35d3b-73fd-40fa-b977-e65ae76305dc None None] New status for floating IP a90d3d10-c296-4d27-9936-efa9cef4dd9c: DOWN {{(pid=106905) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:19:52.063814 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-09cf09ed-d88c-4773-a23b-cefb4abb98b3 req-751e8202-c657-49bf-be74-8c1b61d6f13b tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=c1fea63d-cc7a-42e9-bde3-86947d2e0999 HTTP/1.1" status: 200 len: 210 time: 0.0280743 Sep 14 12:19:52.759792 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device cffd5a86-a259-44e3-9a06-15412c4a2457 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:19:52.781214 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: cffd5a86-a259-44e3-9a06-15412c4a2457 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:19:52.781557 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device cffd5a86-a259-44e3-9a06-15412c4a2457 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:19:53.208265 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 46358) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:53.269848 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2939cfa0-d38d-479a-80b1-81afbe603d91 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (1e54cffe-bd5b-4e42-8282-b9dd992dac2a), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:53.293982 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2939cfa0-d38d-479a-80b1-81afbe603d91 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (1e54cffe-bd5b-4e42-8282-b9dd992dac2a), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:53.391083 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2939cfa0-d38d-479a-80b1-81afbe603d91 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (1e54cffe-bd5b-4e42-8282-b9dd992dac2a), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:53.394150 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2939cfa0-d38d-479a-80b1-81afbe603d91 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:53.395337 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-2939cfa0-d38d-479a-80b1-81afbe603d91 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/1e54cffe-bd5b-4e42-8282-b9dd992dac2a HTTP/1.1" status: 204 len: 168 time: 0.1856763 Sep 14 12:19:53.398406 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46360) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:53.405688 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2939cfa0-d38d-479a-80b1-81afbe603d91 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e54cffe-bd5b-4e42-8282-b9dd992dac2a,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:53.413407 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.api.v2.resource [None req-6a816002-557f-4fba-8b6e-ca50576f5d14 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] show failed (client error): The resource could not be found. Sep 14 12:19:53.415590 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-6a816002-557f-4fba-8b6e-ca50576f5d14 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "GET /networking/v2.0/security-groups/1e54cffe-bd5b-4e42-8282-b9dd992dac2a HTTP/1.1" status: 404 len: 347 time: 0.0161643 Sep 14 12:19:53.421773 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46362) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:53.538311 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Deleting port 70a40a18-0f2e-4adf-b318-325a680d51b8 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:19:53.538650 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (70a40a18-0f2e-4adf-b318-325a680d51b8), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:53.620779 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (70a40a18-0f2e-4adf-b318-325a680d51b8), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:53.621101 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (70a40a18-0f2e-4adf-b318-325a680d51b8), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:53.635547 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Calling delete_port for 70a40a18-0f2e-4adf-b318-325a680d51b8 owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:19:53.835328 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (70a40a18-0f2e-4adf-b318-325a680d51b8), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:53.864053 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Pushing event deleted for resources: {'Port': ['ID=70a40a18-0f2e-4adf-b318-325a680d51b8,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:53.874395 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.874771 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.875091 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.875438 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.875768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.876101 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.877016 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.877016 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.877350 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.877472 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.877756 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.878162 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.878522 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.878845 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.879168 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:19:53.946398 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks [] for floatingip (a90d3d10-c296-4d27-9936-efa9cef4dd9c), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:53.948948 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:53.950221 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d64e9692-4f37-49c4-9dfc-882cf4c89052 tempest-AttachVolumeNegativeTest-336415529 tempest-AttachVolumeNegativeTest-336415529-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/a90d3d10-c296-4d27-9936-efa9cef4dd9c HTTP/1.1" status: 204 len: 168 time: 0.5274463 Sep 14 12:19:58.152254 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46410) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:58.558406 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (2da2619f-c94d-4812-88bf-dabc0f79afdc), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:58.679509 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:58.701274 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:58.775591 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] Deleting port 006abb77-190a-4a60-a327-3f58261a0fe8 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:19:58.775927 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:58.854530 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] For port 006abb77-190a-4a60-a327-3f58261a0fe8, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=006abb77-190a-4a60-a327-3f58261a0fe8,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:19:58.854886 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:58.867907 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] Calling delete_port for 006abb77-190a-4a60-a327-3f58261a0fe8 owned by network:router_interface {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:19:59.097748 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (006abb77-190a-4a60-a327-3f58261a0fe8), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:59.130705 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=006abb77-190a-4a60-a327-3f58261a0fe8,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:19:59.549205 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (2da2619f-c94d-4812-88bf-dabc0f79afdc), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:19:59.695202 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:59.760317 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] Router 2da2619f-c94d-4812-88bf-dabc0f79afdc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:19:59.867701 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:19:59.882041 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-0e6dd2dd-e328-4167-8ff0-defb18c3b5e4 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/2da2619f-c94d-4812-88bf-dabc0f79afdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194772 Sep 14 12:19:59.882041 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46416) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:19:59.882453 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] Sync routers for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:19:59.888962 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:19:59.890271 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:19:59.930704 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:59.942326 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:19:59.989116 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Publish callbacks [] for router (2da2619f-c94d-4812-88bf-dabc0f79afdc), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:00.009769 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:20:00.100813 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Publish callbacks [] for router_gateway (2da2619f-c94d-4812-88bf-dabc0f79afdc), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:00.197128 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:19:58Z', 'revision_number': 5, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port': {'id': '93ecd6cc-56fe-40d1-be48-361a9fbc4fff', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:08:08Z', 'updated_at': '2022-09-14T12:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:00.232436 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Deleting port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:20:00.232858 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:00.237625 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] Checking router: 2da2619f-c94d-4812-88bf-dabc0f79afdc for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:20:00.251679 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] Routers {'2da2619f-c94d-4812-88bf-dabc0f79afdc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:20:00.252977 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:19:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2da2619f-c94d-4812-88bf-dabc0f79afdc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:00.328162 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] For port 93ecd6cc-56fe-40d1-be48-361a9fbc4fff, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=93ecd6cc-56fe-40d1-be48-361a9fbc4fff,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:00.329112 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:00.344378 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Calling delete_port for 93ecd6cc-56fe-40d1-be48-361a9fbc4fff owned by network:router_gateway {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:20:00.351963 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] Set router 2da2619f-c94d-4812-88bf-dabc0f79afdc gateway port host: None {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:20:00.407691 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:20:00Z', 'revision_number': 6, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port_host': None}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:00.433551 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b4fe9c-372f-4606-9278-0f6d514f85f1 None None] The sync data for ids ['2da2619f-c94d-4812-88bf-dabc0f79afdc'] in dv-cinder-844962-2-iscsi is: [{'id': '2da2619f-c94d-4812-88bf-dabc0f79afdc', 'name': 'tempest-AttachVolumeNegativeTest-408791696-router', 'tenant_id': '5b86ec91335c49aaa672aa85461d2936', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:08:07Z', 'updated_at': '2022-09-14T12:20:00Z', 'revision_number': 6, 'project_id': '5b86ec91335c49aaa672aa85461d2936', 'gw_port_host': None}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:20:00.578480 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (93ecd6cc-56fe-40d1-be48-361a9fbc4fff), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:00.609595 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Pushing event deleted for resources: {'Port': ['ID=93ecd6cc-56fe-40d1-be48-361a9fbc4fff,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:00.687641 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (2da2619f-c94d-4812-88bf-dabc0f79afdc), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:00.777350 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (2da2619f-c94d-4812-88bf-dabc0f79afdc), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:00.779694 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Publish callbacks [] for router_controller (2da2619f-c94d-4812-88bf-dabc0f79afdc), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:00.815811 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:00.898031 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (2da2619f-c94d-4812-88bf-dabc0f79afdc), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:00.898620 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2da2619f-c94d-4812-88bf-dabc0f79afdc {{(pid=106902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:20:00.903897 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:00.905084 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-8b665572-ce7d-479e-b019-69d5af7cfa88 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/2da2619f-c94d-4812-88bf-dabc0f79afdc HTTP/1.1" status: 204 len: 168 time: 1.0281065 Sep 14 12:20:00.908514 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46420) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:20:00.956715 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_v2 [None req-c36c4f79-d7ec-47b2-876b-832b8c5dacd0 admin admin] Deleting subnet 93b3fae1-42c9-4fc4-b251-714e31ec790d {{(pid=106902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:20:00.960177 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c36c4f79-d7ec-47b2-876b-832b8c5dacd0 admin admin] Publish callbacks [] for subnet (93b3fae1-42c9-4fc4-b251-714e31ec790d), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.001497 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c36c4f79-d7ec-47b2-876b-832b8c5dacd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167013'] for subnet (93b3fae1-42c9-4fc4-b251-714e31ec790d), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.077008 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c36c4f79-d7ec-47b2-876b-832b8c5dacd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (93b3fae1-42c9-4fc4-b251-714e31ec790d), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.100223 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:01.201727 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c36c4f79-d7ec-47b2-876b-832b8c5dacd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2298182'] for subnet (93b3fae1-42c9-4fc4-b251-714e31ec790d), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.236994 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c4f79-d7ec-47b2-876b-832b8c5dacd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b3fae1-42c9-4fc4-b251-714e31ec790d,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:01.239006 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c36c4f79-d7ec-47b2-876b-832b8c5dacd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.242633 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c36c4f79-d7ec-47b2-876b-832b8c5dacd0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/93b3fae1-42c9-4fc4-b251-714e31ec790d HTTP/1.1" status: 204 len: 168 time: 0.3328271 Sep 14 12:20:01.244911 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46422) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:20:01.245057 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114bed8d-e6ac-4afb-843e-712090d1508b None None] Network cf307d40-f42c-4be6-8979-65e762517b0f requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:20:01.320407 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (cf307d40-f42c-4be6-8979-65e762517b0f), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.370840 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Deleting port 3769d4ec-a223-409e-8708-6dc0d6bc00ce {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:20:01.371183 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.444770 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] For port 3769d4ec-a223-409e-8708-6dc0d6bc00ce, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=3769d4ec-a223-409e-8708-6dc0d6bc00ce,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:01.445221 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.446822 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526e2e8c-8de7-4ef1-a039-3069b7f9218b None None] DHCP port deletion for cf307d40-f42c-4be6-8979-65e762517b0f request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:20:01.462292 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Calling delete_port for 3769d4ec-a223-409e-8708-6dc0d6bc00ce owned by network:dhcp {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:20:01.486453 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-526e2e8c-8de7-4ef1-a039-3069b7f9218b None None] Deleting port 3769d4ec-a223-409e-8708-6dc0d6bc00ce {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:20:01.486946 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-526e2e8c-8de7-4ef1-a039-3069b7f9218b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.557421 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-526e2e8c-8de7-4ef1-a039-3069b7f9218b None None] For port 3769d4ec-a223-409e-8708-6dc0d6bc00ce, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=3769d4ec-a223-409e-8708-6dc0d6bc00ce,segment=NetworkSegment(469d3944-9471-4105-8612-f6e09722405a),segment_id=469d3944-9471-4105-8612-f6e09722405a)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:01.557827 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-526e2e8c-8de7-4ef1-a039-3069b7f9218b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.575533 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-526e2e8c-8de7-4ef1-a039-3069b7f9218b None None] Calling delete_port for 3769d4ec-a223-409e-8708-6dc0d6bc00ce owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:20:01.627201 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.656424 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-526e2e8c-8de7-4ef1-a039-3069b7f9218b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (3769d4ec-a223-409e-8708-6dc0d6bc00ce), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.675987 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3769d4ec-a223-409e-8708-6dc0d6bc00ce,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:01.681591 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] No DVR routers for this DVR port 3769d4ec-a223-409e-8708-6dc0d6bc00ce on host dv-cinder-844962-2-iscsi {{(pid=106902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:20:01.683526 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e2e8c-8de7-4ef1-a039-3069b7f9218b None None] Pushing event deleted for resources: {'Port': ['ID=3769d4ec-a223-409e-8708-6dc0d6bc00ce,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:01.689233 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526e2e8c-8de7-4ef1-a039-3069b7f9218b None None] No DVR routers for this DVR port 3769d4ec-a223-409e-8708-6dc0d6bc00ce on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:20:01.712460 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=47,neutron:UPDATE=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:01.718770 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:01.800747 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (cf307d40-f42c-4be6-8979-65e762517b0f), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.835259 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf307d40-f42c-4be6-8979-65e762517b0f']}} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:01.852223 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469d3944-9471-4105-8612-f6e09722405a') {'for_net_delete': True} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:01.853333 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469d3944-9471-4105-8612-f6e09722405a') {} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:01.869316 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167006'] for segment (469d3944-9471-4105-8612-f6e09722405a), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.886853 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (469d3944-9471-4105-8612-f6e09722405a), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.893628 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=106902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:20:01.900121 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4138293'] for segment (469d3944-9471-4105-8612-f6e09722405a), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:01.939397 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment 469d3944-9471-4105-8612-f6e09722405a resource provider aggregate not found Sep 14 12:20:01.956850 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment 469d3944-9471-4105-8612-f6e09722405a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 469d3944-9471-4105-8612-f6e09722405a found for delete ", "request_id": "req-9ee4b569-9ac2-4c54-96c9-19ddb84192f9"}]} Sep 14 12:20:01.995147 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (cf307d40-f42c-4be6-8979-65e762517b0f), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:02.001581 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:02.004764 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/cf307d40-f42c-4be6-8979-65e762517b0f HTTP/1.1" status: 204 len: 168 time: 0.7590067 Sep 14 12:20:02.016019 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836321a-3cc6-4f51-99c5-62774882eef8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf307d40-f42c-4be6-8979-65e762517b0f,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:02.199902 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 006abb77-190a-4a60-a327-3f58261a0fe8 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:20:02.223200 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 006abb77-190a-4a60-a327-3f58261a0fe8 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:20:02.223872 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 006abb77-190a-4a60-a327-3f58261a0fe8 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:20:02.224004 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 3769d4ec-a223-409e-8708-6dc0d6bc00ce no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:20:02.242707 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 3769d4ec-a223-409e-8708-6dc0d6bc00ce {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:20:02.246794 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 3769d4ec-a223-409e-8708-6dc0d6bc00ce not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:20:02.246794 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 93ecd6cc-56fe-40d1-be48-361a9fbc4fff no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:20:02.261551 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 93ecd6cc-56fe-40d1-be48-361a9fbc4fff {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:20:02.261943 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 93ecd6cc-56fe-40d1-be48-361a9fbc4fff not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:20:02.292066 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46434) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:20:02.332085 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-08c9afc1-57b0-4946-88aa-cd4d37c92842 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=5b86ec91335c49aaa672aa85461d2936&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388563 Sep 14 12:20:02.334628 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46436) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:20:02.368346 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:02.387129 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-edb78492-8357-4190-9a01-095ebf3d8c43 admin admin] Publish callbacks [] for security_group (812839a4-72dc-4f80-b2d9-a2b74ba81dbd), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:02.410734 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-edb78492-8357-4190-9a01-095ebf3d8c43 admin admin] Publish callbacks [] for security_group (812839a4-72dc-4f80-b2d9-a2b74ba81dbd), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:02.503572 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-edb78492-8357-4190-9a01-095ebf3d8c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (812839a4-72dc-4f80-b2d9-a2b74ba81dbd), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:02.506068 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-edb78492-8357-4190-9a01-095ebf3d8c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:02.507232 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-edb78492-8357-4190-9a01-095ebf3d8c43 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/812839a4-72dc-4f80-b2d9-a2b74ba81dbd HTTP/1.1" status: 204 len: 168 time: 0.1716685 Sep 14 12:20:02.515717 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb78492-8357-4190-9a01-095ebf3d8c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812839a4-72dc-4f80-b2d9-a2b74ba81dbd,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:03.331274 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:03.401626 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=27,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:03.412079 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:03.745375 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-a2cba6c7-dfb3-480b-b202-5257210267a0 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1914131548&fields=id&tenant_id=e0cdab1c080d4132adc6cd64d8627c68 HTTP/1.1" status: 200 len: 267 time: 0.0461106 Sep 14 12:20:03.860410 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-04e3ffc0-9db3-42e0-bc5e-e45db7244af3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:03.867362 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-04e3ffc0-9db3-42e0-bc5e-e45db7244af3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 812 time: 0.1152437 Sep 14 12:20:03.879339 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-7b69c151-8444-47fe-956a-549cf4cb84a4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/quotas/e0cdab1c080d4132adc6cd64d8627c68 HTTP/1.1" status: 200 len: 375 time: 0.0110042 Sep 14 12:20:03.931679 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-2f4f7d73-5a34-4426-8216-05570e61d014 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477405 Sep 14 12:20:04.045731 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-3afffe3b-c288-4fb1-a4dc-71a69eda7a31 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024544 Sep 14 12:20:04.152038 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-eda0857b-2a51-4a58-9773-46eaa3fffec8 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002271 Sep 14 12:20:04.703951 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e4fa87d3-d0a4-428f-a76a-92c5c15af66f req-67cda316-a418-44e9-a65c-becd382c6ceb tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 210 time: 0.0293663 Sep 14 12:20:05.810852 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-06b90fbc-019a-44f6-98ff-73ebd08d413d req-00a3be9e-ef9f-4cf2-b2ed-3b6d3dfe3759 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 210 time: 0.0314615 Sep 14 12:20:06.926265 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0ef402f7-6aa1-4fd4-bb28-d11e8897f0c0 req-58189a29-0329-4709-bf5e-30f002d0345d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 210 time: 0.0312450 Sep 14 12:20:07.213956 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-2bfe4c2c-1278-4b73-8167-7ad477268929 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:07.215436 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-2bfe4c2c-1278-4b73-8167-7ad477268929 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 812 time: 0.1152370 Sep 14 12:20:07.295939 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-fc8b9a54-181a-4a33-ac16-f614fa880dc7 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0cdab1c080d4132adc6cd64d8627c68 HTTP/1.1" status: 200 len: 380 time: 0.0649381 Sep 14 12:20:07.307852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'port': {'device_id': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'admin_state_up': True, 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'security_groups': ['0b96498e-d9fe-4cbb-8b6c-7174bef32a8f']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:20:07.515762 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Made reservation on behalf of e0cdab1c080d4132adc6cd64d8627c68 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:20:07.519673 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:07.662225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Allocated IP 172.20.0.10 (7695930d-2da6-4ee9-8437-3753ca9f2e40/a96728c4-68a9-4090-ac91-17af7b825f56/3e4b4210-37df-4a36-8bce-d12d7d842ae2) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:20:07.703824 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:07.755680 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:07.817694 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:07.904438 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:07.953068 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:20:07.958656 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:20:07.961540 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:20:07.967467 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'Port': ['ID=3e4b4210-37df-4a36-8bce-d12d7d842ae2,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:08.029036 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:08.029710 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:08.077439 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f76fb-b137-40d2-a752-60775b069dcb req-2f73e44a-ba94-4a3c-8fbc-fd37e154d741 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:08.079249 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9e0f76fb-b137-40d2-a752-60775b069dcb req-2f73e44a-ba94-4a3c-8fbc-fd37e154d741 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 932 time: 0.0704930 Sep 14 12:20:08.132987 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9e0f76fb-b137-40d2-a752-60775b069dcb req-f2fb3668-66da-4b57-8d66-5f43ddbb45fb tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478518 Sep 14 12:20:08.151850 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-33c80a4a-8a74-4321-aaa4-c80c5cb8fd09 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8483536 Sep 14 12:20:08.214322 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:08.216167 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Provisioning complete for port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:20:08.216525 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:08.216859 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Attempt 1 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:08.253171 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:20:08.753936 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Attempt 2 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:08.788694 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:20:09.259969 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6be6f2-7fc1-436c-b1a4-53e244540ddb req-da308bd4-ceb6-42ac-9587-05073b5b9569 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:09.261439 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c6be6f2-7fc1-436c-b1a4-53e244540ddb req-da308bd4-ceb6-42ac-9587-05073b5b9569 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 932 time: 0.0465231 Sep 14 12:20:09.290383 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Attempt 3 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:09.310965 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c6be6f2-7fc1-436c-b1a4-53e244540ddb req-f8eac4d2-22a0-43d4-9b17-8576ffd81151 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437799 Sep 14 12:20:09.328373 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:20:09.829148 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Attempt 4 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:09.853182 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:09.863838 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:20:10.365306 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Attempt 5 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:10.401662 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:20:10.432508 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cd765-2bab-40c1-abc6-3ad507296d32 req-7bad0ad1-cf14-42e7-a208-c8f33183aa54 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:10.433969 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-182cd765-2bab-40c1-abc6-3ad507296d32 req-7bad0ad1-cf14-42e7-a208-c8f33183aa54 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 932 time: 0.0457973 Sep 14 12:20:10.485521 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-182cd765-2bab-40c1-abc6-3ad507296d32 req-8515ba77-b79f-4412-8695-5a3f81dd25d3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458231 Sep 14 12:20:10.903433 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Attempt 6 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:10.935793 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:20:11.187305 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Request body: {'port': {'device_id': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:20:11.276226 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:11.282253 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-136aeb29-1273-44c3-9b14-4ec709c386ce service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596666 Sep 14 12:20:11.315656 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:11.434920 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-21afacaf-31b4-4a22-93a9-16d0ecf120fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:11.437114 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-21afacaf-31b4-4a22-93a9-16d0ecf120fc service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1129 time: 0.0582814 Sep 14 12:20:11.437673 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Attempt 7 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:11.472346 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:20:11.651172 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-da801936-6050-4d87-b238-8f98141c0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:11.652751 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-da801936-6050-4d87-b238-8f98141c0564 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 200 len: 910 time: 0.1731815 Sep 14 12:20:11.661884 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e66de-7718-4a0c-b440-62bb01b455fd req-96b35d48-1d4c-4d8f-8a8b-c6798b77c57c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:11.663293 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4d9e66de-7718-4a0c-b440-62bb01b455fd req-96b35d48-1d4c-4d8f-8a8b-c6798b77c57c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 932 time: 0.1021743 Sep 14 12:20:11.676547 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:11.778579 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4b4210-37df-4a36-8bce-d12d7d842ae2 {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:20:11.789338 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-68761696-cd70-49a1-8136-18e4df27222c service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 1000 time: 0.1251259 Sep 14 12:20:11.791221 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Publish callbacks [] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:11.850746 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4d9e66de-7718-4a0c-b440-62bb01b455fd req-8dec63d4-6f7e-4a2d-96e6-92f6405d7b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807423 Sep 14 12:20:11.851756 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Transition to ACTIVE for port object 3e4b4210-37df-4a36-8bce-d12d7d842ae2 will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:20:11.865923 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-81b690c9-f7a5-4bc4-8b1d-18d49a8cbda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:11.867375 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-81b690c9-f7a5-4bc4-8b1d-18d49a8cbda6 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 HTTP/1.1" status: 200 len: 848 time: 0.0693634 Sep 14 12:20:11.913401 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-6bfd674c-d74b-4e44-a882-0a7a53ed99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:11.915049 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-6bfd674c-d74b-4e44-a882-0a7a53ed99d7 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410643 Sep 14 12:20:11.974016 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Attempt 8 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:12.009388 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:20:12.232618 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:12.346418 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4b4210-37df-4a36-8bce-d12d7d842ae2,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:12.357170 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-078e220e-3372-48a5-b14e-b67d7d9a0df4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347839 Sep 14 12:20:12.392798 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:12.433388 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Attempting to bind port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:20:12.438254 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Attempting to bind port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:20:12.438254 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Attempting to bind port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:20:12.510480 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Attempt 9 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:12.511059 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:20:12.511156 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:12.511556 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Attempting to bind port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:20:12.516515 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d5ca644d-0c4b-48aa-8a1b-d76926f9c13d req-c7a7151c-aab2-4749-8d2e-7db5355f3ee4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514328 Sep 14 12:20:12.571615 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:20:12.571943 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Checking segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:20:12.572340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Bound using segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:20:12.574093 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Bound port: 3e4b4210-37df-4a36-8bce-d12d7d842ae2, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:20:12.574529 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:12.656815 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] For port 3e4b4210-37df-4a36-8bce-d12d7d842ae2, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:20:12.660448 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] For port 3e4b4210-37df-4a36-8bce-d12d7d842ae2, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=3e4b4210-37df-4a36-8bce-d12d7d842ae2,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:20:12.737237 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:20:12.738194 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:12.742722 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:12.743331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:12.744683 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/3e4b4210-37df-4a36-8bce-d12d7d842ae2 HTTP/1.1" status: 200 len: 1094 time: 1.5625734 Sep 14 12:20:12.745232 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'tag': '3e4b4210-37df-4a36-8bce-d12d7d842ae2'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:20:12.747520 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a747a850-ef65-408c-9466-ed63cd40eb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "75e2d5b4-de88-42a8-8e7c-d6dd04c49794", "tag": "3e4b4210-37df-4a36-8bce-d12d7d842ae2"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:20:12.787792 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:12.789587 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d62b4bd-c69c-4014-b359-4f4d3bd12094 x-openstack-request-id: req-6d62b4bd-c69c-4014-b359-4f4d3bd12094 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:20:12.789904 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e2d5b4-de88-42a8-8e7c-d6dd04c49794", "tag": "3e4b4210-37df-4a36-8bce-d12d7d842ae2", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:20:12.790299 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d62b4bd-c69c-4014-b359-4f4d3bd12094 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:20:12.790740 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d62b4bd-c69c-4014-b359-4f4d3bd12094'] response: {'name': 'network-changed', 'server_uuid': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'tag': '3e4b4210-37df-4a36-8bce-d12d7d842ae2', 'status': 'completed', 'code': 200} Sep 14 12:20:12.800929 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36a41a-c5f1-408a-9c92-a254eb5c6663 service neutron] Pushing event updated for resources: {'Port': ['ID=3e4b4210-37df-4a36-8bce-d12d7d842ae2,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:12.846956 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-ecad8c80-a3c0-44fb-bf91-3efa98988b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:12.881530 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747a850-ef65-408c-9466-ed63cd40eb1e req-c6a43439-e825-459f-aa3c-c0e88cd52e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:12.883075 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a747a850-ef65-408c-9466-ed63cd40eb1e req-c6a43439-e825-459f-aa3c-c0e88cd52e63 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 1128 time: 0.0457618 Sep 14 12:20:13.006200 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78642097-7af1-422a-bf5a-a7e55ed26a10 req-719d1874-532c-4fc5-84ae-e6a43ae16557 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:13.007611 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78642097-7af1-422a-bf5a-a7e55ed26a10 req-719d1874-532c-4fc5-84ae-e6a43ae16557 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0616498 Sep 14 12:20:13.035347 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=12 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:13.037194 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=14 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:13.055548 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747a850-ef65-408c-9466-ed63cd40eb1e req-d4c50d69-0881-49c8-ab6e-1fb041daf6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:13.057081 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a747a850-ef65-408c-9466-ed63cd40eb1e req-d4c50d69-0881-49c8-ab6e-1fb041daf6b4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1605549 Sep 14 12:20:13.129933 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78642097-7af1-422a-bf5a-a7e55ed26a10 req-017b8b6a-4b3d-4371-aa77-db06cc49ce5d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116619 Sep 14 12:20:13.171853 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747a850-ef65-408c-9466-ed63cd40eb1e req-a5369cbc-8b87-4353-8fd7-6973a8846378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:13.173306 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a747a850-ef65-408c-9466-ed63cd40eb1e req-a5369cbc-8b87-4353-8fd7-6973a8846378 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1080508 Sep 14 12:20:13.238940 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Attempt 10 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:13.280633 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-3e40eafe-f997-4120-bee4-1738bccb4179 None None] Port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:20:14.258559 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b1b84-48b5-4a31-84c6-3f13defe88c2 req-aad9f4a2-32ce-423d-a542-9180d7132fe4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:14.260063 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-584b1b84-48b5-4a31-84c6-3f13defe88c2 req-aad9f4a2-32ce-423d-a542-9180d7132fe4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0536666 Sep 14 12:20:14.309275 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-584b1b84-48b5-4a31-84c6-3f13defe88c2 req-c1facd2f-3816-426f-88ac-e8eb482697e0 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436485 Sep 14 12:20:15.188771 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-6ee4971c-352a-4e23-b72b-af10e518c45a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:15.430985 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3bb90-b5f6-48b3-9623-e23511331f89 req-e9469e0a-68f4-4fd7-b2e0-3046d201a041 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:15.432518 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-69a3bb90-b5f6-48b3-9623-e23511331f89 req-e9469e0a-68f4-4fd7-b2e0-3046d201a041 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0486965 Sep 14 12:20:15.484434 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-69a3bb90-b5f6-48b3-9623-e23511331f89 req-0ff00c45-b452-4f4f-9901-898d0ddf6b7b tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451653 Sep 14 12:20:16.469707 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:16.608301 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8ebce-bb8a-4c01-8c29-7c83fab96ea6 req-7f09049e-ffa3-4904-a31d-54fe3712613a tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:16.610364 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cef8ebce-bb8a-4c01-8c29-7c83fab96ea6 req-7f09049e-ffa3-4904-a31d-54fe3712613a tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0500453 Sep 14 12:20:16.664748 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-cef8ebce-bb8a-4c01-8c29-7c83fab96ea6 req-495bf4a1-777a-4a60-8b6b-5e00ecb72bdf tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486784 Sep 14 12:20:16.869627 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-70826d21-970d-43cc-a56d-d0d877b5eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:16.871143 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-70826d21-970d-43cc-a56d-d0d877b5eb3b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 1128 time: 0.0401461 Sep 14 12:20:16.894879 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:16.922254 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-a27e995d-9cd1-447d-944e-793164971e15 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e4b4210-37df-4a36-8bce-d12d7d842ae2 HTTP/1.1" status: 200 len: 217 time: 0.0343816 Sep 14 12:20:16.970808 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-2fcb8418-4f15-4081-be50-6da2248b78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:16.972239 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-2fcb8418-4f15-4081-be50-6da2248b78a5 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0441399 Sep 14 12:20:17.019217 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-89e134ce-021e-429c-9efb-2a7aaafa8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:17.021090 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-89e134ce-021e-429c-9efb-2a7aaafa8519 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426762 Sep 14 12:20:17.110855 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-3f1a490b-3709-424f-ba0e-f5e36d75813a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832834 Sep 14 12:20:17.204447 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-810b945c-31e4-45a5-a9e9-c74fc4affb78 req-c90b1f55-bf21-431d-b19d-f851b992b1a0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871112 Sep 14 12:20:17.790190 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da97911-8005-4cf6-9237-ec4775059d0b req-4f184fa0-88da-4b17-b302-97bae3425865 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:17.791640 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4da97911-8005-4cf6-9237-ec4775059d0b req-4f184fa0-88da-4b17-b302-97bae3425865 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0471151 Sep 14 12:20:17.842131 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4da97911-8005-4cf6-9237-ec4775059d0b req-aa422249-27f7-48cb-bf05-1940b8a12d40 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441582 Sep 14 12:20:17.920209 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:17.937153 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:18.964205 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e8357-8e50-4975-b43b-1cb0ae43c098 req-d6fc02c5-34d6-4901-b913-6bf12c371bba tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:18.965691 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f91e8357-8e50-4975-b43b-1cb0ae43c098 req-d6fc02c5-34d6-4901-b913-6bf12c371bba tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0474591 Sep 14 12:20:19.019803 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f91e8357-8e50-4975-b43b-1cb0ae43c098 req-707b1195-64fb-4bec-9fa0-363145305188 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484076 Sep 14 12:20:20.139744 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8acf5c-1776-496d-a343-3fdf70554fde req-878079dd-5a9c-46f0-b060-bb2f5046312e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:20.141270 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9b8acf5c-1776-496d-a343-3fdf70554fde req-878079dd-5a9c-46f0-b060-bb2f5046312e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0482733 Sep 14 12:20:20.194325 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9b8acf5c-1776-496d-a343-3fdf70554fde req-bde65e96-088c-47aa-931e-d677563b4473 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463977 Sep 14 12:20:21.322868 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f850c11d-7e1f-40b5-80de-16bedd0ef3fe req-52dbb92a-8b2d-45e8-9f81-fa0c51d096cc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:21.324909 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f850c11d-7e1f-40b5-80de-16bedd0ef3fe req-52dbb92a-8b2d-45e8-9f81-fa0c51d096cc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0506814 Sep 14 12:20:21.375633 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f850c11d-7e1f-40b5-80de-16bedd0ef3fe req-f72dc8c8-9925-4084-be9b-71f3250cc67a tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446496 Sep 14 12:20:22.497152 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c378513-cb25-42ab-be22-d40489073d25 req-b50944c6-0d53-47ff-95ba-e93acc08be63 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:22.498664 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c378513-cb25-42ab-be22-d40489073d25 req-b50944c6-0d53-47ff-95ba-e93acc08be63 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0498004 Sep 14 12:20:22.518694 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:22.548596 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c378513-cb25-42ab-be22-d40489073d25 req-9ce85263-28ac-4fc2-b207-d97d86d0c2b3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443854 Sep 14 12:20:23.668591 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f222f-7a88-4cdd-8ed9-662e7e4c580c req-204ffaac-2242-430f-8a6b-652feea45669 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:23.670102 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7c0f222f-7a88-4cdd-8ed9-662e7e4c580c req-204ffaac-2242-430f-8a6b-652feea45669 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0472062 Sep 14 12:20:23.719324 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7c0f222f-7a88-4cdd-8ed9-662e7e4c580c req-aaa74046-e4a2-48ce-9386-861f7ed164b8 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 Sep 14 12:20:24.714794 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:20:24.840843 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323fdb0-0110-488e-9b70-c0bcf8be2497 req-ffd9bc7e-8e7a-444b-ab73-fc43d5c50cff tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:24.842334 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0323fdb0-0110-488e-9b70-c0bcf8be2497 req-ffd9bc7e-8e7a-444b-ab73-fc43d5c50cff tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0501759 Sep 14 12:20:24.887600 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:24.893232 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0323fdb0-0110-488e-9b70-c0bcf8be2497 req-fb3d1024-baad-44ff-b3cb-75f62f84c78b tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443971 Sep 14 12:20:26.012699 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f762d4-78a4-4f18-812f-c13aefd245cb req-42cba8c3-c904-4d28-ba64-b633ad9186c1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:26.014171 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-79f762d4-78a4-4f18-812f-c13aefd245cb req-42cba8c3-c904-4d28-ba64-b633ad9186c1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0466166 Sep 14 12:20:26.062820 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-79f762d4-78a4-4f18-812f-c13aefd245cb req-676331a1-2d05-493e-9efa-757bd034aaa2 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431030 Sep 14 12:20:27.181242 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b7ca0-40bb-411d-8d86-e04173511681 req-d2291689-6524-46e2-8cd4-c4c2cb4deb1b tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:27.182732 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-769b7ca0-40bb-411d-8d86-e04173511681 req-d2291689-6524-46e2-8cd4-c4c2cb4deb1b tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0469937 Sep 14 12:20:27.236478 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-769b7ca0-40bb-411d-8d86-e04173511681 req-df7d0fa8-d685-4807-bff9-b4921ffc7b89 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481665 Sep 14 12:20:27.881902 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:27.883841 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=45,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:28.357721 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c14f9-58f8-41da-ac1e-189bdc191ca9 req-815fe34f-5ff1-40cb-a1bd-3ea59ce3e049 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:28.359796 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-477c14f9-58f8-41da-ac1e-189bdc191ca9 req-815fe34f-5ff1-40cb-a1bd-3ea59ce3e049 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0476942 Sep 14 12:20:28.410383 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-477c14f9-58f8-41da-ac1e-189bdc191ca9 req-cf069bae-dc96-4578-9b5c-5c3c44b86c44 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448735 Sep 14 12:20:29.541264 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e9cb7-2cd5-4faf-be8d-b4a229ddfafc req-35cc57d7-ba22-41c4-8264-381404c76d1f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:29.542900 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a58e9cb7-2cd5-4faf-be8d-b4a229ddfafc req-35cc57d7-ba22-41c4-8264-381404c76d1f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0510137 Sep 14 12:20:29.598533 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a58e9cb7-2cd5-4faf-be8d-b4a229ddfafc req-f404241f-a3c3-4e1d-8edf-a8ccb8532b55 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472598 Sep 14 12:20:30.726926 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa82fde-f7d2-4135-849f-59f586d96bfe req-9a6782d1-cb16-4e2c-b8b6-5d0696343b17 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:30.728418 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-afa82fde-f7d2-4135-849f-59f586d96bfe req-9a6782d1-cb16-4e2c-b8b6-5d0696343b17 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 944 time: 0.0504615 Sep 14 12:20:30.787935 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-afa82fde-f7d2-4135-849f-59f586d96bfe req-5359b8fb-962a-4cd9-8f38-6ed68ecad7f7 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528293 Sep 14 12:20:31.223233 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 3e4b4210-37df-4a36-8bce-d12d7d842ae2 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:20:31.331727 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 3e4b4210-37df-4a36-8bce-d12d7d842ae2, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=3e4b4210-37df-4a36-8bce-d12d7d842ae2,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:31.344504 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '3e4b4210-37df-4a36-8bce-d12d7d842ae2', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'port_id': '3e4b4210-37df-4a36-8bce-d12d7d842ae2', 'mac_address': 'fa:16:3e:c9:1f:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:20:31.381284 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:20:31.381678 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:31.394991 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4b4210-37df-4a36-8bce-d12d7d842ae2 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:20:31.416269 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 3e4b4210-37df-4a36-8bce-d12d7d842ae2, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=3e4b4210-37df-4a36-8bce-d12d7d842ae2,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:31.457064 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:31.502855 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=3e4b4210-37df-4a36-8bce-d12d7d842ae2,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:31.513008 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.513429 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.514171 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.514171 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.514409 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.514748 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.515081 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.515413 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.515744 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.516076 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.516405 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.516762 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.517092 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.517417 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.517743 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:20:31.917718 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd85d2-32eb-4ebf-8189-f24fe7acdbcd req-5cde15ca-b870-4774-ab1b-cd4e38462091 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:31.919343 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-79cd85d2-32eb-4ebf-8189-f24fe7acdbcd req-5cde15ca-b870-4774-ab1b-cd4e38462091 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 945 time: 0.0487607 Sep 14 12:20:31.943423 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['3e4b4210-37df-4a36-8bce-d12d7d842ae2'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:20:31.969835 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-79cd85d2-32eb-4ebf-8189-f24fe7acdbcd req-d2117390-b834-4cf9-afab-c8ba229ad736 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Sep 14 12:20:33.090063 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fe75f-979e-4827-be28-d687bcfbb380 req-5a5d1d88-8428-42b3-9ddb-70d3a745d802 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:33.091624 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7e2fe75f-979e-4827-be28-d687bcfbb380 req-5a5d1d88-8428-42b3-9ddb-70d3a745d802 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 945 time: 0.0470750 Sep 14 12:20:33.146196 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7e2fe75f-979e-4827-be28-d687bcfbb380 req-19e20a5b-e5ef-4647-a565-c8d02b02a4e0 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480969 Sep 14 12:20:33.228294 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 3e4b4210-37df-4a36-8bce-d12d7d842ae2 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:20:33.272670 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:20:33.365994 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:20:33.366375 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:33.366712 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 Sep 14 12:20:33.391023 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:33.439383 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:20:33.439890 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:33.462542 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:33.468450 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4b4210-37df-4a36-8bce-d12d7d842ae2'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:20:33.470823 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29891bcd-62d2-4752-97f6-37e31c3eb071" -d '{"events": [{"server_uuid": "75e2d5b4-de88-42a8-8e7c-d6dd04c49794", "name": "network-vif-plugged", "status": "completed", "tag": "3e4b4210-37df-4a36-8bce-d12d7d842ae2"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:20:33.483414 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 3e4b4210-37df-4a36-8bce-d12d7d842ae2, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=3e4b4210-37df-4a36-8bce-d12d7d842ae2,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:20:33.510165 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f5067e-cdd0-4393-9a4b-ee5323222fbe x-openstack-request-id: req-98f5067e-cdd0-4393-9a4b-ee5323222fbe {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:20:33.510457 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e2d5b4-de88-42a8-8e7c-d6dd04c49794", "name": "network-vif-plugged", "status": "completed", "tag": "3e4b4210-37df-4a36-8bce-d12d7d842ae2", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:20:33.510707 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98f5067e-cdd0-4393-9a4b-ee5323222fbe {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:20:33.511132 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f5067e-cdd0-4393-9a4b-ee5323222fbe'] response: {'server_uuid': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4b4210-37df-4a36-8bce-d12d7d842ae2', 'code': 200} Sep 14 12:20:33.543542 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:33.590180 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:33.595881 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=3e4b4210-37df-4a36-8bce-d12d7d842ae2,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:33.971393 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3cc46-10d8-406a-848e-9e3bf019b855 req-5ec1bfc2-f59a-4df5-b30f-f8b351786eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:33.972922 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-01a3cc46-10d8-406a-848e-9e3bf019b855 req-5ec1bfc2-f59a-4df5-b30f-f8b351786eab service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 1130 time: 0.0542359 Sep 14 12:20:34.022584 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-01a3cc46-10d8-406a-848e-9e3bf019b855 req-13350435-c8b0-4ec1-b175-c48813ae9af7 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Sep 14 12:20:34.276104 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f98cc-d7ce-40f1-bd17-d7e2c4c86f9d req-cef15700-7055-464f-8bc4-8627987f1b21 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:34.277621 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-376f98cc-d7ce-40f1-bd17-d7e2c4c86f9d req-cef15700-7055-464f-8bc4-8627987f1b21 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.0507445 Sep 14 12:20:34.288036 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46666) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:20:34.320550 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:34.329499 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-376f98cc-d7ce-40f1-bd17-d7e2c4c86f9d req-bdafa244-ed66-4e46-ba14-aac428d21833 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457258 Sep 14 12:20:34.405375 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6e91-03d3-42ed-afff-84b083756c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:34.483853 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6e91-03d3-42ed-afff-84b083756c35 admin admin] Publish callbacks [] for security_group (d3f7f151-f23d-46a3-87b2-bb32b0c01db6), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:34.531716 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-a1ac6e91-03d3-42ed-afff-84b083756c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d3f7f151-f23d-46a3-87b2-bb32b0c01db6), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:34.569839 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac6e91-03d3-42ed-afff-84b083756c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f7f151-f23d-46a3-87b2-bb32b0c01db6,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:34.575206 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-a1ac6e91-03d3-42ed-afff-84b083756c35 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=a9007dc875504694be1e8590a82d6969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2861526 Sep 14 12:20:34.577941 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46670) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:20:34.628246 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7ad83568-a207-4ec7-8788-1096b771d1cf admin admin] Publish callbacks [] for security_group (d3f7f151-f23d-46a3-87b2-bb32b0c01db6), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:34.649289 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7ad83568-a207-4ec7-8788-1096b771d1cf admin admin] Publish callbacks [] for security_group (d3f7f151-f23d-46a3-87b2-bb32b0c01db6), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:34.739146 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:34.748320 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:34.748741 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7ad83568-a207-4ec7-8788-1096b771d1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (d3f7f151-f23d-46a3-87b2-bb32b0c01db6), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:34.751324 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7ad83568-a207-4ec7-8788-1096b771d1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:34.753607 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7ad83568-a207-4ec7-8788-1096b771d1cf admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/d3f7f151-f23d-46a3-87b2-bb32b0c01db6 HTTP/1.1" status: 204 len: 168 time: 0.1736519 Sep 14 12:20:34.760831 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad83568-a207-4ec7-8788-1096b771d1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f7f151-f23d-46a3-87b2-bb32b0c01db6,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:35.454447 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c2092-1aa0-4323-a53e-1800fe66f628 req-3c385eca-08e1-4f2c-80d1-61aa81dd20d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:35.455771 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-177c2092-1aa0-4323-a53e-1800fe66f628 req-3c385eca-08e1-4f2c-80d1-61aa81dd20d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.0511391 Sep 14 12:20:35.510265 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-177c2092-1aa0-4323-a53e-1800fe66f628 req-43ed8e30-6136-43f7-94e5-bf69f5034e0d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484390 Sep 14 12:20:36.633131 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa26ee-3bfa-47d3-a67c-1ac65b21f170 req-72592ee4-30a3-436b-ba26-8713e55d586e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:36.634757 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-feaa26ee-3bfa-47d3-a67c-1ac65b21f170 req-72592ee4-30a3-436b-ba26-8713e55d586e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.0476978 Sep 14 12:20:36.677219 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:36.686080 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-feaa26ee-3bfa-47d3-a67c-1ac65b21f170 req-dc10f3f1-93eb-4dd4-9451-4962ae37bca0 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447202 Sep 14 12:20:36.812553 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdcb68b-335a-486c-94a5-0ef37941f18b req-de9bf69a-e427-4231-9960-7133e1de3e2f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:36.814038 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5bdcb68b-335a-486c-94a5-0ef37941f18b req-de9bf69a-e427-4231-9960-7133e1de3e2f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.0513711 Sep 14 12:20:36.866109 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5bdcb68b-335a-486c-94a5-0ef37941f18b req-dfa3eea5-1c9d-4ce4-9e03-2731750bce24 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462954 Sep 14 12:20:36.898062 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46706) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:20:37.098240 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8def20d3-3a1a-46da-afe3-ae54eb9d631a tempest-TestVolumeBootPattern-2003809995 tempest-TestVolumeBootPattern-2003809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:37.099909 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-8def20d3-3a1a-46da-afe3-ae54eb9d631a tempest-TestVolumeBootPattern-2003809995 tempest-TestVolumeBootPattern-2003809995-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 1125 time: 0.2008188 Sep 14 12:20:37.102937 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46710) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:20:37.107120 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'port_id': '3e4b4210-37df-4a36-8bce-d12d7d842ae2', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:20:37.183146 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:37.264071 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:37.372106 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Allocated IP 172.27.3.24 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/304e5be5-991e-43ca-af47-bb7d6585bcdd) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:20:37.481721 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for port (304e5be5-991e-43ca-af47-bb7d6585bcdd), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:37.555208 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (304e5be5-991e-43ca-af47-bb7d6585bcdd), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:37.584831 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:37.590918 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:37.604559 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:20:37.610285 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:20:37.612516 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'Port': ['ID=304e5be5-991e-43ca-af47-bb7d6585bcdd,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:37.614866 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:20:37.978724 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (aa536d18-0759-43db-a600-7616fe15f382), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:38.086685 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (304e5be5-991e-43ca-af47-bb7d6585bcdd), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:38.196059 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:38.238751 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for port (304e5be5-991e-43ca-af47-bb7d6585bcdd), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:38.280197 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (304e5be5-991e-43ca-af47-bb7d6585bcdd), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:38.352000 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'Port': ['ID=304e5be5-991e-43ca-af47-bb7d6585bcdd,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:38.354515 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (aa536d18-0759-43db-a600-7616fe15f382), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:38.447574 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.l3_db [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Floating IP aa536d18-0759-43db-a600-7616fe15f382 associated. External IP: 172.27.3.24, port: 3e4b4210-37df-4a36-8bce-d12d7d842ae2. Sep 14 12:20:38.871786 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:38.882717 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:20:38.986023 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:20:38.995690 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] Sync routers for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:20:39.006666 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:20:39.007350 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:20:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:39.071259 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:39.102650 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-975925d2-5dbb-4d15-a554-273934778f6e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9986527 Sep 14 12:20:39.103338 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'tag': '3e4b4210-37df-4a36-8bce-d12d7d842ae2'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:20:39.105686 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d54b269-e513-41d7-93d1-9e88338d811f" -d '{"events": [{"name": "network-changed", "server_uuid": "75e2d5b4-de88-42a8-8e7c-d6dd04c49794", "tag": "3e4b4210-37df-4a36-8bce-d12d7d842ae2"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:20:39.114611 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:20:39.266378 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6df30a-dd84-42e9-9366-1bf43b8186d7 x-openstack-request-id: req-ba6df30a-dd84-42e9-9366-1bf43b8186d7 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:20:39.266669 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e2d5b4-de88-42a8-8e7c-d6dd04c49794", "tag": "3e4b4210-37df-4a36-8bce-d12d7d842ae2", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:20:39.267689 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba6df30a-dd84-42e9-9366-1bf43b8186d7 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:20:39.268126 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6df30a-dd84-42e9-9366-1bf43b8186d7'] response: {'name': 'network-changed', 'server_uuid': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'tag': '3e4b4210-37df-4a36-8bce-d12d7d842ae2', 'status': 'completed', 'code': 200} Sep 14 12:20:39.336535 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'aa536d18-0759-43db-a600-7616fe15f382', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '3e4b4210-37df-4a36-8bce-d12d7d842ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:c9:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:20:37Z', 'updated_at': '2022-09-14T12:20:37Z', 'revision_number': 0, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:39.366796 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] Checking router: e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:20:39.375907 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:20:39.376081 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54b269-e513-41d7-93d1-9e88338d811f req-1524efa2-34cb-402c-8fe9-7bbd23058aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:39.376607 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:20:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:39.377447 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d54b269-e513-41d7-93d1-9e88338d811f req-1524efa2-34cb-402c-8fe9-7bbd23058aba service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 1130 time: 0.0444379 Sep 14 12:20:39.481615 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54b269-e513-41d7-93d1-9e88338d811f req-30309994-bb5b-42a2-8308-e0e1bfa30423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:39.483295 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d54b269-e513-41d7-93d1-9e88338d811f req-30309994-bb5b-42a2-8308-e0e1bfa30423 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 913 time: 0.0999963 Sep 14 12:20:39.484991 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:20:39.547376 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d54b269-e513-41d7-93d1-9e88338d811f req-e3031c3e-d990-4e62-8242-df011b3743c1 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e4b4210-37df-4a36-8bce-d12d7d842ae2 HTTP/1.1" status: 200 len: 999 time: 0.0575581 Sep 14 12:20:39.604121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54b269-e513-41d7-93d1-9e88338d811f req-26064e3a-622a-45c1-b6a5-777cb068e936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:39.605618 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d54b269-e513-41d7-93d1-9e88338d811f req-26064e3a-622a-45c1-b6a5-777cb068e936 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0519712 Sep 14 12:20:39.655333 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54b269-e513-41d7-93d1-9e88338d811f req-2f797182-beef-47b1-8cb5-e064fe5e4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:20:39.656786 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d54b269-e513-41d7-93d1-9e88338d811f req-2f797182-beef-47b1-8cb5-e064fe5e4f80 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451725 Sep 14 12:20:39.722800 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'aa536d18-0759-43db-a600-7616fe15f382', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '3e4b4210-37df-4a36-8bce-d12d7d842ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:c9:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:20:37Z', 'updated_at': '2022-09-14T12:20:37Z', 'revision_number': 0, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:20:39.747708 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c5e8ee-b65e-41ed-b0fe-7ff3e02dad3e None None] The sync data for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi is: [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'aa536d18-0759-43db-a600-7616fe15f382', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '3e4b4210-37df-4a36-8bce-d12d7d842ae2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:c9:1f:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:20:37Z', 'updated_at': '2022-09-14T12:20:37Z', 'revision_number': 0, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:20:39.761910 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d54b269-e513-41d7-93d1-9e88338d811f req-5edb0689-04bf-4d5b-bb05-7e7989999527 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981264 Sep 14 12:20:39.864295 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d54b269-e513-41d7-93d1-9e88338d811f req-43b970a6-5a3c-4653-ac41-367b8a4f0ebb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959840 Sep 14 12:20:39.953403 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48251509-ae1c-42bd-b42d-34d7d616148d None None] New status for floating IP aa536d18-0759-43db-a600-7616fe15f382: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:20:40.408652 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46734) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:20:40.521492 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8e06980b-79ce-46c1-a0bf-79afdfb4b92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:40.598434 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8e06980b-79ce-46c1-a0bf-79afdfb4b92b admin admin] Publish callbacks [] for security_group (8bae5cf2-a7bc-48f7-b8ab-a5f5a9c6320d), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:40.703235 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-8e06980b-79ce-46c1-a0bf-79afdfb4b92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (8bae5cf2-a7bc-48f7-b8ab-a5f5a9c6320d), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:40.742440 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06980b-79ce-46c1-a0bf-79afdfb4b92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bae5cf2-a7bc-48f7-b8ab-a5f5a9c6320d,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:40.747050 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-8e06980b-79ce-46c1-a0bf-79afdfb4b92b admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=3e2d6052a8984cb99a875953000fb6cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373640 Sep 14 12:20:40.750777 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 46738) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:20:40.804287 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-45f2ac81-7aca-43e9-9be8-14a6afebec10 admin admin] Publish callbacks [] for security_group (8bae5cf2-a7bc-48f7-b8ab-a5f5a9c6320d), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:40.825308 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-45f2ac81-7aca-43e9-9be8-14a6afebec10 admin admin] Publish callbacks [] for security_group (8bae5cf2-a7bc-48f7-b8ab-a5f5a9c6320d), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:40.834036 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:40.989550 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-45f2ac81-7aca-43e9-9be8-14a6afebec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (8bae5cf2-a7bc-48f7-b8ab-a5f5a9c6320d), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:40.992298 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-45f2ac81-7aca-43e9-9be8-14a6afebec10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:40.999023 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-45f2ac81-7aca-43e9-9be8-14a6afebec10 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/8bae5cf2-a7bc-48f7-b8ab-a5f5a9c6320d HTTP/1.1" status: 204 len: 168 time: 0.2414200 Sep 14 12:20:41.002078 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f2ac81-7aca-43e9-9be8-14a6afebec10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bae5cf2-a7bc-48f7-b8ab-a5f5a9c6320d,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:20:42.668728 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-0e292e23-b4fc-4c0f-b240-d7d19e208443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:45.200302 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-57f1284b-d03b-472c-a4bc-82fdb877b1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:46.469003 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:47.908619 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:47.955661 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:20:49.720356 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=81 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:49.726382 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=69 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:49.859191 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=73 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:49.861123 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=55 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:50.998124 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=38,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:57.885525 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:20:57.887550 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=29,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:01.714585 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:21:03.446319 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:09.489889 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-50391cc5-b9f5-4ad3-9ba6-277ed9dbeb71 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398881 Sep 14 12:21:09.612889 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-1ef7bd11-c1ae-4939-a85d-6098677423f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:09.614402 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-1ef7bd11-c1ae-4939-a85d-6098677423f3 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1129 time: 0.0406785 Sep 14 12:21:09.733165 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-1f66085a-c9a0-4d84-80b0-0e7f7dcfccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:09.734762 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-1f66085a-c9a0-4d84-80b0-0e7f7dcfccf1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 200 len: 910 time: 0.0940361 Sep 14 12:21:09.807120 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-bb7766dd-f94c-410b-a475-ec795f5873c5 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 1000 time: 0.0643709 Sep 14 12:21:09.864400 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-a86c2098-81e7-4840-9225-e82645359c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:09.866069 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-a86c2098-81e7-4840-9225-e82645359c7b service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 HTTP/1.1" status: 200 len: 848 time: 0.0525050 Sep 14 12:21:09.913369 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-14ce6840-207d-45e2-8590-bfe7cffa56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:09.914879 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-14ce6840-207d-45e2-8590-bfe7cffa56fa service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407715 Sep 14 12:21:10.012759 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-c96c8986-5b25-401b-a982-ec832b137ec2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901680 Sep 14 12:21:10.107570 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf07f18b-fab4-4b86-8a05-c8d9c6dd7fe6 req-dec5ab7a-e9e7-4931-bef0-0b202e61a4c5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883679 Sep 14 12:21:11.755019 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:11.755861 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:12.680238 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4f892b42-378b-4387-a80c-79a7480c32fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:15.194216 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-82d70f97-1ec3-480d-a431-c6e75141a5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:16.497071 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:17.914560 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:17.982392 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:20.103214 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=48 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:20.104134 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=53 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:27.882946 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:27.889995 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:33.474764 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:38.714211 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:21:40.206870 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 47052) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:21:40.319588 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:40.405180 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Publish callbacks [] for security_group (71f9a1f9-cfcd-4b45-9f08-a2dbc31fe840), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:40.485356 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (71f9a1f9-cfcd-4b45-9f08-a2dbc31fe840), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:40.529358 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f9a1f9-cfcd-4b45-9f08-a2dbc31fe840,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:40.533222 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=4d19d13ed81d4e0bb97485b1a5d60fa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3253109 Sep 14 12:21:40.536268 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 47056) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:21:40.540045 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.540398 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.540803 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.541143 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.541513 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.541847 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.545726 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.545726 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.545726 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.545726 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.545726 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.545726 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.545726 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.545726 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.545726 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd4840e-a0f7-46a5-8be8-0bfbf07f5276 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.591963 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Publish callbacks [] for security_group (71f9a1f9-cfcd-4b45-9f08-a2dbc31fe840), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:40.614256 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Publish callbacks [] for security_group (71f9a1f9-cfcd-4b45-9f08-a2dbc31fe840), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:40.725306 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (71f9a1f9-cfcd-4b45-9f08-a2dbc31fe840), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:40.727955 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:40.729206 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/71f9a1f9-cfcd-4b45-9f08-a2dbc31fe840 HTTP/1.1" status: 204 len: 168 time: 0.1917865 Sep 14 12:21:40.737476 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f9a1f9-cfcd-4b45-9f08-a2dbc31fe840,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:40.745372 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.745727 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.746103 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.746446 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.746841 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.747106 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.747436 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.747773 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.748099 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.748426 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.748756 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.749086 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.749409 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.749730 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:40.750081 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249fc096-b7f1-47ba-8c68-f6df83f024b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:42.708487 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-70b01fc0-cd09-4c55-ae77-abe57e621db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:45.088616 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-e7161c5b-7f79-4719-a5e7-71cf4220de46 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/networks?tenant_id=33a46571f6a64b65aa0e37f67cfdae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332487 Sep 14 12:21:45.194627 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-6fb40f16-5b39-47cc-b410-71793756aba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:45.279617 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-4945bbc9-2e40-40ea-b67a-f29b1ce91e66 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:45.281034 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-4945bbc9-2e40-40ea-b67a-f29b1ce91e66 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872010 Sep 14 12:21:45.296305 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-a28a1b4f-4edf-40a5-9e12-ed95fbcee2be tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/quotas/33a46571f6a64b65aa0e37f67cfdae0c HTTP/1.1" status: 200 len: 375 time: 0.0097470 Sep 14 12:21:45.331834 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-3b385826-df96-4d55-a9d0-3d7e6b1a091f tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=33a46571f6a64b65aa0e37f67cfdae0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290968 Sep 14 12:21:45.657644 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4787dea3-c135-41fc-acd9-c31818731246 req-da64deca-4059-4201-9504-c83d9f3853f7 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 210 time: 0.1379738 Sep 14 12:21:46.445572 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:46.766638 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1ba046c0-6691-4743-85e2-3d03509cef4d req-a2744fec-2fba-4c43-9212-27099a11fdb6 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 210 time: 0.0328965 Sep 14 12:21:47.850412 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-23dd90df-37c1-44a1-87b2-34f6c59bfa71 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=33a46571f6a64b65aa0e37f67cfdae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263884 Sep 14 12:21:47.887647 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2abcbdfb-ab5b-42e2-a3e5-e1c020693a1f req-ed226075-4a61-463e-8154-15c2ba3d93f1 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 210 time: 0.0404017 Sep 14 12:21:47.942399 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:47.971151 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:47.983903 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-da1c735e-527b-4a42-a3a2-4e7e1633a850 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:47.985350 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-da1c735e-527b-4a42-a3a2-4e7e1633a850 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253855 Sep 14 12:21:48.021270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Request body: {'port': {'device_id': '9211e016-bd66-474d-9b1c-20ce2b43dabe', 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d', 'admin_state_up': True, 'tenant_id': '33a46571f6a64b65aa0e37f67cfdae0c'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:21:48.228600 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Made reservation on behalf of 33a46571f6a64b65aa0e37f67cfdae0c for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:21:48.232467 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:48.242354 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:48.320206 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks [] for security_group (117065a1-cbf2-469b-bca9-77d2f6a7f8d3), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:48.393804 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (117065a1-cbf2-469b-bca9-77d2f6a7f8d3), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:48.455157 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117065a1-cbf2-469b-bca9-77d2f6a7f8d3,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:48.526199 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Allocated IP 192.168.233.48 (18a62d27-8ae3-4ce0-8450-c27f8f90646d/f283bebb-f3cf-4ede-b37e-20954a4dc2fc/640989ff-0263-4c2e-b610-171e3cd91406) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:21:48.540981 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:48.549264 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:48.675688 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks [] for port (640989ff-0263-4c2e-b610-171e3cd91406), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:48.748381 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (640989ff-0263-4c2e-b610-171e3cd91406), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:48.751166 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:48.751978 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:48.795147 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Network 18a62d27-8ae3-4ce0-8450-c27f8f90646d is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:21:48.798308 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:21:48.803069 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:21:48.830083 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Pushing event updated for resources: {'Port': ['ID=640989ff-0263-4c2e-b610-171e3cd91406,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:48.860095 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:48.860871 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:48.956909 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-339ce74a-de62-4c85-b377-fad87a0076dd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9396811 Sep 14 12:21:48.986699 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Request body: {'port': {'device_id': '9211e016-bd66-474d-9b1c-20ce2b43dabe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:21:49.026325 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-aa808f24-0156-41d8-8c2c-a27ca503f44a None None] Provisioning complete for port 640989ff-0263-4c2e-b610-171e3cd91406 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:21:49.026931 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-aa808f24-0156-41d8-8c2c-a27ca503f44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (640989ff-0263-4c2e-b610-171e3cd91406), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:49.026931 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-aa808f24-0156-41d8-8c2c-a27ca503f44a None None] Attempt 1 to provision port 640989ff-0263-4c2e-b610-171e3cd91406 Sep 14 12:21:49.050367 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13576024-fd3c-45a7-91c0-0aff7c9bf7be req-4e03d3f9-29fa-45ce-b538-6fe26a8c1065 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:49.051829 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13576024-fd3c-45a7-91c0-0aff7c9bf7be req-4e03d3f9-29fa-45ce-b538-6fe26a8c1065 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 935 time: 0.0816758 Sep 14 12:21:49.058679 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-aa808f24-0156-41d8-8c2c-a27ca503f44a None None] Port 640989ff-0263-4c2e-b610-171e3cd91406 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:21:49.098324 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (640989ff-0263-4c2e-b610-171e3cd91406), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:49.145144 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:49.153726 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13576024-fd3c-45a7-91c0-0aff7c9bf7be req-bb0edc24-9a71-42a3-98d9-e6d83529c972 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837998 Sep 14 12:21:49.374952 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640989ff-0263-4c2e-b610-171e3cd91406 {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:21:49.382311 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Publish callbacks [] for port (640989ff-0263-4c2e-b610-171e3cd91406), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:49.394740 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Transition to ACTIVE for port object 640989ff-0263-4c2e-b610-171e3cd91406 will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:21:49.451038 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (640989ff-0263-4c2e-b610-171e3cd91406), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:49.559924 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-aa808f24-0156-41d8-8c2c-a27ca503f44a None None] Attempt 2 to provision port 640989ff-0263-4c2e-b610-171e3cd91406 Sep 14 12:21:49.596804 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-aa808f24-0156-41d8-8c2c-a27ca503f44a None None] Port 640989ff-0263-4c2e-b610-171e3cd91406 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:21:49.795571 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Pushing event updated for resources: {'Port': ['ID=640989ff-0263-4c2e-b610-171e3cd91406,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:49.836401 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Attempting to bind port 640989ff-0263-4c2e-b610-171e3cd91406 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:21:49.836749 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Attempting to bind port 640989ff-0263-4c2e-b610-171e3cd91406 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': 'f3ff9f10-0d41-4bda-93fa-54dae766b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:21:49.837084 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Attempting to bind port 640989ff-0263-4c2e-b610-171e3cd91406 on network 18a62d27-8ae3-4ce0-8450-c27f8f90646d {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:21:49.882477 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Port 640989ff-0263-4c2e-b610-171e3cd91406 on network 18a62d27-8ae3-4ce0-8450-c27f8f90646d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:21:49.883229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Attempting to bind port 640989ff-0263-4c2e-b610-171e3cd91406 on network 18a62d27-8ae3-4ce0-8450-c27f8f90646d {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:21:49.926331 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:21:49.926659 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Checking segment: {'id': 'f3ff9f10-0d41-4bda-93fa-54dae766b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:21:49.927032 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Bound using segment: {'id': 'f3ff9f10-0d41-4bda-93fa-54dae766b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:21:49.927489 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Bound port: 640989ff-0263-4c2e-b610-171e3cd91406, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ff9f10-0d41-4bda-93fa-54dae766b524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:21:49.927845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (640989ff-0263-4c2e-b610-171e3cd91406), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:49.989436 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] For port 640989ff-0263-4c2e-b610-171e3cd91406, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:21:49.992428 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] For port 640989ff-0263-4c2e-b610-171e3cd91406, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=640989ff-0263-4c2e-b610-171e3cd91406,segment=NetworkSegment(f3ff9f10-0d41-4bda-93fa-54dae766b524),segment_id=f3ff9f10-0d41-4bda-93fa-54dae766b524)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:21:50.074383 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (640989ff-0263-4c2e-b610-171e3cd91406), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:50.078624 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:50.079276 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:50.080676 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/640989ff-0263-4c2e-b610-171e3cd91406 HTTP/1.1" status: 200 len: 1097 time: 1.1084492 Sep 14 12:21:50.081093 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:50.081851 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9211e016-bd66-474d-9b1c-20ce2b43dabe', 'tag': '640989ff-0263-4c2e-b610-171e3cd91406'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:21:50.084802 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bcbca6-d181-4472-9654-6d11d4cf5dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "9211e016-bd66-474d-9b1c-20ce2b43dabe", "tag": "640989ff-0263-4c2e-b610-171e3cd91406"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:21:50.098673 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-aa808f24-0156-41d8-8c2c-a27ca503f44a None None] Attempt 3 to provision port 640989ff-0263-4c2e-b610-171e3cd91406 Sep 14 12:21:50.124066 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27544a8c-972d-4525-8bd7-234e5f2ca798 x-openstack-request-id: req-27544a8c-972d-4525-8bd7-234e5f2ca798 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:21:50.124351 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9211e016-bd66-474d-9b1c-20ce2b43dabe", "tag": "640989ff-0263-4c2e-b610-171e3cd91406", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:21:50.124603 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27544a8c-972d-4525-8bd7-234e5f2ca798 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:21:50.125003 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27544a8c-972d-4525-8bd7-234e5f2ca798'] response: {'name': 'network-changed', 'server_uuid': '9211e016-bd66-474d-9b1c-20ce2b43dabe', 'tag': '640989ff-0263-4c2e-b610-171e3cd91406', 'status': 'completed', 'code': 200} Sep 14 12:21:50.134962 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6850ee-1670-45dd-816f-50a3392c2a8a service neutron] Pushing event updated for resources: {'Port': ['ID=640989ff-0263-4c2e-b610-171e3cd91406,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:50.142650 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-aa808f24-0156-41d8-8c2c-a27ca503f44a None None] Port 640989ff-0263-4c2e-b610-171e3cd91406 had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:21:50.219082 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcbca6-d181-4472-9654-6d11d4cf5dd6 req-0ca2b58c-777b-40c4-8ff6-1a8482ddfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:50.220581 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a7bcbca6-d181-4472-9654-6d11d4cf5dd6 req-0ca2b58c-777b-40c4-8ff6-1a8482ddfb2d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=33a46571f6a64b65aa0e37f67cfdae0c&device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 1131 time: 0.0418866 Sep 14 12:21:50.284485 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a7bcbca6-d181-4472-9654-6d11d4cf5dd6 req-72961b70-764c-40ae-a87b-18647dbdb123 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=33a46571f6a64b65aa0e37f67cfdae0c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397565 Sep 14 12:21:50.305852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586264b9-4e67-4881-989a-b86ec84bf887 req-3c611734-70aa-41c2-8ae9-92a209f3fcfd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:50.307254 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-586264b9-4e67-4881-989a-b86ec84bf887 req-3c611734-70aa-41c2-8ae9-92a209f3fcfd tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 947 time: 0.0729051 Sep 14 12:21:50.407288 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-586264b9-4e67-4881-989a-b86ec84bf887 req-21701172-7d4f-4b36-8105-94ae1dbdbd40 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880282 Sep 14 12:21:50.421636 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcbca6-d181-4472-9654-6d11d4cf5dd6 req-8162c78c-3a87-4693-97d6-e08454f2f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:50.423112 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a7bcbca6-d181-4472-9654-6d11d4cf5dd6 req-8162c78c-3a87-4693-97d6-e08454f2f000 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1310639 Sep 14 12:21:50.527078 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=21,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:50.532787 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-f816f206-6767-4efd-8a64-f1750ee963e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:50.534316 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-f816f206-6767-4efd-8a64-f1750ee963e9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=33a46571f6a64b65aa0e37f67cfdae0c&device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 1131 time: 0.0435369 Sep 14 12:21:50.538549 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=18,neutron:INSERT=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:50.586460 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-90922e0e-f5e5-4c3e-9b83-0a73587691a1 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=640989ff-0263-4c2e-b610-171e3cd91406 HTTP/1.1" status: 200 len: 217 time: 0.0326383 Sep 14 12:21:50.621280 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:50.637336 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-55296846-5d04-4548-afc3-177024f87975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:50.638838 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-55296846-5d04-4548-afc3-177024f87975 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=f283bebb-f3cf-4ede-b37e-20954a4dc2fc HTTP/1.1" status: 200 len: 843 time: 0.0463190 Sep 14 12:21:50.688500 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-194dfc62-e06a-4f89-81f2-97d2ef055b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:50.689992 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-194dfc62-e06a-4f89-81f2-97d2ef055b85 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=18a62d27-8ae3-4ce0-8450-c27f8f90646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0449462 Sep 14 12:21:50.780299 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-463ef7f0-4c05-40d1-b9e2-a50a94cb20fc service neutron] 10.222.0.81 "GET /networking/v2.0/networks/18a62d27-8ae3-4ce0-8450-c27f8f90646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831292 Sep 14 12:21:50.877647 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05f43aee-7cf1-4872-a8be-785b21c52aeb req-7645e4d6-1c56-4399-93f5-1ea6dab62169 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/18a62d27-8ae3-4ce0-8450-c27f8f90646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886600 Sep 14 12:21:51.529201 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a44187-9ff4-4a35-b769-152c13ba770f req-d6ac9e88-8cff-44cf-a6a1-6c85dc466b7c tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:51.530723 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d7a44187-9ff4-4a35-b769-152c13ba770f req-d6ac9e88-8cff-44cf-a6a1-6c85dc466b7c tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 947 time: 0.0475466 Sep 14 12:21:51.577954 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d7a44187-9ff4-4a35-b769-152c13ba770f req-f0f9fb09-d604-4fb0-90e1-bbdea90db3a8 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Sep 14 12:21:52.698816 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4d182-6796-4e80-863d-89f425b950d3 req-645a93df-f0e2-42d6-9136-a3f3459b3890 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:52.700297 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1aa4d182-6796-4e80-863d-89f425b950d3 req-645a93df-f0e2-42d6-9136-a3f3459b3890 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 947 time: 0.0472813 Sep 14 12:21:52.747510 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1aa4d182-6796-4e80-863d-89f425b950d3 req-369493ba-b12e-4adc-856d-e808b7be07d8 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416150 Sep 14 12:21:53.869987 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a13e4-e44c-42c2-b3b2-825fb61bca95 req-5851e9b4-2e59-47d0-8903-e82a207bcad5 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:53.871555 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af6a13e4-e44c-42c2-b3b2-825fb61bca95 req-5851e9b4-2e59-47d0-8903-e82a207bcad5 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 947 time: 0.0500631 Sep 14 12:21:53.920324 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af6a13e4-e44c-42c2-b3b2-825fb61bca95 req-f1a95a1d-a863-419e-aea5-5ea388ee0973 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Sep 14 12:21:55.041549 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2139d8-6d8b-468a-b670-bbee3fb4755f req-ad539068-de34-429a-b36f-af74414232bc tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:55.042956 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-be2139d8-6d8b-468a-b670-bbee3fb4755f req-ad539068-de34-429a-b36f-af74414232bc tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 947 time: 0.0467529 Sep 14 12:21:55.061719 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:55.091263 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-be2139d8-6d8b-468a-b670-bbee3fb4755f req-2bcb1c27-0c24-4d7e-be83-b7faf07a63d7 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427475 Sep 14 12:21:55.565711 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 640989ff-0263-4c2e-b610-171e3cd91406 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:21:55.665963 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 640989ff-0263-4c2e-b610-171e3cd91406, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=640989ff-0263-4c2e-b610-171e3cd91406,segment=NetworkSegment(f3ff9f10-0d41-4bda-93fa-54dae766b524),segment_id=f3ff9f10-0d41-4bda-93fa-54dae766b524)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:21:55.676828 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '640989ff-0263-4c2e-b610-171e3cd91406', 'network_id': '18a62d27-8ae3-4ce0-8450-c27f8f90646d', 'port_id': '640989ff-0263-4c2e-b610-171e3cd91406', 'mac_address': 'fa:16:3e:51:54:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f283bebb-f3cf-4ede-b37e-20954a4dc2fc', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:21:55.711885 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 640989ff-0263-4c2e-b610-171e3cd91406 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:21:55.712272 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (640989ff-0263-4c2e-b610-171e3cd91406), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:55.725606 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640989ff-0263-4c2e-b610-171e3cd91406 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:21:55.745637 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 640989ff-0263-4c2e-b610-171e3cd91406, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=640989ff-0263-4c2e-b610-171e3cd91406,segment=NetworkSegment(f3ff9f10-0d41-4bda-93fa-54dae766b524),segment_id=f3ff9f10-0d41-4bda-93fa-54dae766b524)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:21:55.805108 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (640989ff-0263-4c2e-b610-171e3cd91406), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:55.852503 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=640989ff-0263-4c2e-b610-171e3cd91406,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:55.860257 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.860752 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.861105 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.861557 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.862136 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.862255 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.862588 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.862931 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.863326 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.863654 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.863984 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.864314 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.865281 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.865611 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:55.865967 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:21:56.223278 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fedb98-f7f5-46cb-9963-dd9ac6ee1248 req-71d41eb1-5d06-4df9-84ba-a9250f68497e tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:56.226695 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-12fedb98-f7f5-46cb-9963-dd9ac6ee1248 req-71d41eb1-5d06-4df9-84ba-a9250f68497e tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 948 time: 0.0530100 Sep 14 12:21:56.272631 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-12fedb98-f7f5-46cb-9963-dd9ac6ee1248 req-659809e8-3b25-4cef-a10a-16366aa86b7d tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415070 Sep 14 12:21:56.305230 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['640989ff-0263-4c2e-b610-171e3cd91406'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:21:57.396821 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10b4e4-636e-455d-87c6-eade4c7c33b4 req-d75ed3a6-9ac8-42e9-b0cb-85d0d3c829b8 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:57.398326 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e10b4e4-636e-455d-87c6-eade4c7c33b4 req-d75ed3a6-9ac8-42e9-b0cb-85d0d3c829b8 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 948 time: 0.0471582 Sep 14 12:21:57.445879 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6e10b4e4-636e-455d-87c6-eade4c7c33b4 req-bfbaf19b-9702-44eb-b95d-45c4107a1480 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419776 Sep 14 12:21:57.601772 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 640989ff-0263-4c2e-b610-171e3cd91406 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:21:57.642880 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 640989ff-0263-4c2e-b610-171e3cd91406 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:21:57.702368 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 640989ff-0263-4c2e-b610-171e3cd91406 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:21:57.702749 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (640989ff-0263-4c2e-b610-171e3cd91406), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:57.703092 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 640989ff-0263-4c2e-b610-171e3cd91406 Sep 14 12:21:57.749568 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:57.766230 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:21:57.779815 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 640989ff-0263-4c2e-b610-171e3cd91406 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:21:57.780203 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (640989ff-0263-4c2e-b610-171e3cd91406), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:57.803412 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9211e016-bd66-474d-9b1c-20ce2b43dabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640989ff-0263-4c2e-b610-171e3cd91406'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:21:57.805827 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abf13bf-5b1b-4bff-b0c6-d9c82142d315" -d '{"events": [{"server_uuid": "9211e016-bd66-474d-9b1c-20ce2b43dabe", "name": "network-vif-plugged", "status": "completed", "tag": "640989ff-0263-4c2e-b610-171e3cd91406"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:21:57.819774 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 640989ff-0263-4c2e-b610-171e3cd91406, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=640989ff-0263-4c2e-b610-171e3cd91406,segment=NetworkSegment(f3ff9f10-0d41-4bda-93fa-54dae766b524),segment_id=f3ff9f10-0d41-4bda-93fa-54dae766b524)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:21:57.844715 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8ea8dd-f35e-4202-829e-81ac0ecdf18b x-openstack-request-id: req-1e8ea8dd-f35e-4202-829e-81ac0ecdf18b {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:21:57.845005 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9211e016-bd66-474d-9b1c-20ce2b43dabe", "name": "network-vif-plugged", "status": "completed", "tag": "640989ff-0263-4c2e-b610-171e3cd91406", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:21:57.845258 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e8ea8dd-f35e-4202-829e-81ac0ecdf18b {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:21:57.845656 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e8ea8dd-f35e-4202-829e-81ac0ecdf18b'] response: {'server_uuid': '9211e016-bd66-474d-9b1c-20ce2b43dabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640989ff-0263-4c2e-b610-171e3cd91406', 'code': 200} Sep 14 12:21:57.885105 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (640989ff-0263-4c2e-b610-171e3cd91406), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:21:57.934622 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=640989ff-0263-4c2e-b610-171e3cd91406,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:21:58.204138 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced1acb-1bf1-4df1-9e68-259ea6e137f0 req-be40cba1-69b3-459e-8779-42827d206920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:58.205647 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8ced1acb-1bf1-4df1-9e68-259ea6e137f0 req-be40cba1-69b3-459e-8779-42827d206920 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 1133 time: 0.0388527 Sep 14 12:21:58.253899 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8ced1acb-1bf1-4df1-9e68-259ea6e137f0 req-22140c6e-3e63-4087-8514-9d3978852503 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417552 Sep 14 12:21:58.565661 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83000cf9-73a5-4a01-a0f6-a4d727a6068f req-f509de5b-2402-47c7-94b4-e02154703df1 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:58.567154 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-83000cf9-73a5-4a01-a0f6-a4d727a6068f req-f509de5b-2402-47c7-94b4-e02154703df1 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 949 time: 0.0463154 Sep 14 12:21:58.615805 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-83000cf9-73a5-4a01-a0f6-a4d727a6068f req-68c43ef4-a44e-4a3d-9119-94759f113b50 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 Sep 14 12:21:59.738647 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfb3c8-2d33-4212-8bc5-6c7105728554 req-70c6b112-c368-46fe-adf4-59a478cdf8ca tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:21:59.740161 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-efbfb3c8-2d33-4212-8bc5-6c7105728554 req-70c6b112-c368-46fe-adf4-59a478cdf8ca tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 949 time: 0.0478504 Sep 14 12:21:59.788588 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-efbfb3c8-2d33-4212-8bc5-6c7105728554 req-16c9de8c-cedb-4ce8-8e27-e455e6d82432 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423388 Sep 14 12:22:00.917454 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3857ca79-d449-49b2-98d4-e4b3a6a01245 req-61fbb51d-01b8-4488-a468-5b2e83b29032 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:00.918966 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3857ca79-d449-49b2-98d4-e4b3a6a01245 req-61fbb51d-01b8-4488-a468-5b2e83b29032 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 949 time: 0.0508904 Sep 14 12:22:00.931043 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:00.966765 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3857ca79-d449-49b2-98d4-e4b3a6a01245 req-837b964a-4e69-48e2-80fc-ae76aad1a64d tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422475 Sep 14 12:22:01.405879 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41d745-b5ff-4a97-aade-f1125b87b9fb req-4109b4c2-a4e0-4fe5-b192-94919cd6e869 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:01.407351 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3d41d745-b5ff-4a97-aade-f1125b87b9fb req-4109b4c2-a4e0-4fe5-b192-94919cd6e869 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 949 time: 0.0483327 Sep 14 12:22:01.454562 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3d41d745-b5ff-4a97-aade-f1125b87b9fb req-a273eff7-db06-44d0-8b3c-b85b8e2855df tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Sep 14 12:22:02.575652 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c5335-d503-4c68-bff2-b7e3226a100f req-362a259b-e4ee-4d88-8c58-dcb3210815b0 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:02.577110 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-721c5335-d503-4c68-bff2-b7e3226a100f req-362a259b-e4ee-4d88-8c58-dcb3210815b0 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 949 time: 0.0470614 Sep 14 12:22:02.628681 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-721c5335-d503-4c68-bff2-b7e3226a100f req-c92caac5-8775-45bf-839a-81daa7911490 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457211 Sep 14 12:22:03.357988 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-b427adb6-db7f-4198-b04f-b9db28193417 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:03.359422 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-b427adb6-db7f-4198-b04f-b9db28193417 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 949 time: 0.0478084 Sep 14 12:22:03.443924 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-954f270e-0c2c-44a1-948b-aeedcc1c8ce3 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Deleting port 640989ff-0263-4c2e-b610-171e3cd91406 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:22:03.444273 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-954f270e-0c2c-44a1-948b-aeedcc1c8ce3 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (640989ff-0263-4c2e-b610-171e3cd91406), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:03.473720 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:03.538590 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-954f270e-0c2c-44a1-948b-aeedcc1c8ce3 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] For port 640989ff-0263-4c2e-b610-171e3cd91406, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=640989ff-0263-4c2e-b610-171e3cd91406,segment=NetworkSegment(f3ff9f10-0d41-4bda-93fa-54dae766b524),segment_id=f3ff9f10-0d41-4bda-93fa-54dae766b524)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:03.539012 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-954f270e-0c2c-44a1-948b-aeedcc1c8ce3 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (640989ff-0263-4c2e-b610-171e3cd91406), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:03.551849 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-954f270e-0c2c-44a1-948b-aeedcc1c8ce3 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Calling delete_port for 640989ff-0263-4c2e-b610-171e3cd91406 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:22:03.563312 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:03.751904 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c30ed-2280-4f43-9493-4621ee30b65f req-50a2dfe3-a532-404a-bcff-b9202fd907b9 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:03.753383 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5a4c30ed-2280-4f43-9493-4621ee30b65f req-50a2dfe3-a532-404a-bcff-b9202fd907b9 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 949 time: 0.0470638 Sep 14 12:22:03.758983 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-954f270e-0c2c-44a1-948b-aeedcc1c8ce3 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (640989ff-0263-4c2e-b610-171e3cd91406), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:03.798729 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f270e-0c2c-44a1-948b-aeedcc1c8ce3 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Pushing event deleted for resources: {'Port': ['ID=640989ff-0263-4c2e-b610-171e3cd91406,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:03.799011 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['640989ff-0263-4c2e-b610-171e3cd91406'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:22:03.873670 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-954f270e-0c2c-44a1-948b-aeedcc1c8ce3 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] No DVR routers for this DVR port 640989ff-0263-4c2e-b610-171e3cd91406 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:22:03.878407 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5a4c30ed-2280-4f43-9493-4621ee30b65f req-2afb14ff-2c0e-4e2f-9638-a6e630e8af92 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=117065a1-cbf2-469b-bca9-77d2f6a7f8d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174331 Sep 14 12:22:03.879483 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-954f270e-0c2c-44a1-948b-aeedcc1c8ce3 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:03.883583 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1f7ec0d9-4452-4417-b92b-1355e28e26b1 req-954f270e-0c2c-44a1-948b-aeedcc1c8ce3 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.81 "DELETE /networking/v2.0/ports/640989ff-0263-4c2e-b610-171e3cd91406 HTTP/1.1" status: 204 len: 173 time: 0.5176690 Sep 14 12:22:03.884006 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9211e016-bd66-474d-9b1c-20ce2b43dabe', 'name': 'network-vif-deleted', 'tag': '640989ff-0263-4c2e-b610-171e3cd91406'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:22:03.886457 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df8cb1a-a223-4cf9-96ab-e6cc41d605a4" -d '{"events": [{"server_uuid": "9211e016-bd66-474d-9b1c-20ce2b43dabe", "name": "network-vif-deleted", "tag": "640989ff-0263-4c2e-b610-171e3cd91406"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:22:03.930191 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63584436-f7b5-410e-bfa6-97a1bed8fa04 x-openstack-request-id: req-63584436-f7b5-410e-bfa6-97a1bed8fa04 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:22:03.934478 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9211e016-bd66-474d-9b1c-20ce2b43dabe", "name": "network-vif-deleted", "tag": "640989ff-0263-4c2e-b610-171e3cd91406", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:22:03.934478 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63584436-f7b5-410e-bfa6-97a1bed8fa04 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:22:03.934478 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63584436-f7b5-410e-bfa6-97a1bed8fa04'] response: {'server_uuid': '9211e016-bd66-474d-9b1c-20ce2b43dabe', 'name': 'network-vif-deleted', 'tag': '640989ff-0263-4c2e-b610-171e3cd91406', 'status': 'completed', 'code': 200} Sep 14 12:22:05.001270 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7d9c1040-a8ba-47b3-95bf-ed22306e394c req-c4f03e33-f494-4131-8e11-3bc729705f07 tempest-VolumesNegativeTest-1030049738 tempest-VolumesNegativeTest-1030049738-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=9211e016-bd66-474d-9b1c-20ce2b43dabe HTTP/1.1" status: 200 len: 210 time: 0.0279241 Sep 14 12:22:07.694378 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 640989ff-0263-4c2e-b610-171e3cd91406 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:07.714464 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 640989ff-0263-4c2e-b610-171e3cd91406 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:22:07.714806 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 640989ff-0263-4c2e-b610-171e3cd91406 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:22:07.731747 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [req-22f907e3-1ec2-4686-9c91-a357bfad0d20 req-56783e9a-bfcc-4541-b9b9-3aecebe19fad service neutron] (106902) timed out ('10.222.0.81', 62915) {{(pid=106902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 12:22:07.860803 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [req-40f317e7-7aeb-4fa7-9b77-a87bbc0fbe2a req-67d17f78-63a5-4b53-84ca-844594795508 service neutron] (106902) timed out ('10.222.0.81', 62900) {{(pid=106902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 12:22:10.376871 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-4bb90593-4fb2-44e8-b4e4-1126a695c7e9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853252 Sep 14 12:22:10.459579 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-eb3b7bf4-354a-4d00-8f49-98c4945c0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:10.461079 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-eb3b7bf4-354a-4d00-8f49-98c4945c0043 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 1130 time: 0.0398557 Sep 14 12:22:10.569612 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-63bd2901-5b15-48c5-9f67-971b053f2edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:10.571123 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-63bd2901-5b15-48c5-9f67-971b053f2edc service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 913 time: 0.0906882 Sep 14 12:22:10.612672 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:10.637366 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-b7d7b774-3f16-4c8e-9671-cc2f817f3239 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e4b4210-37df-4a36-8bce-d12d7d842ae2 HTTP/1.1" status: 200 len: 1001 time: 0.0603387 Sep 14 12:22:10.689759 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-a857ec10-13be-462c-a228-f8779a59f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:10.691285 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-a857ec10-13be-462c-a228-f8779a59f98a service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0475307 Sep 14 12:22:10.735746 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-8e5bae2c-7c5b-432e-a495-580a582680e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:10.737345 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-8e5bae2c-7c5b-432e-a495-580a582680e8 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404956 Sep 14 12:22:10.833116 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-f934dd92-03ef-40cb-8006-28a4b0ac1831 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893140 Sep 14 12:22:10.925091 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60d41b31-26e4-4b77-b249-49593eca1e90 req-5ad9a273-93ac-4423-a84e-509c4f75260c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852120 Sep 14 12:22:12.151747 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 47432) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:12.267660 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:12.287979 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-8f18ad02-17eb-47c1-bca4-7e8a1a3a7ac8 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=33a46571f6a64b65aa0e37f67cfdae0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349895 Sep 14 12:22:12.290559 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 47436) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:12.342491 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6826a485-ee7f-41a9-942e-dbc54b509f6a admin admin] Publish callbacks [] for security_group (117065a1-cbf2-469b-bca9-77d2f6a7f8d3), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:12.362303 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6826a485-ee7f-41a9-942e-dbc54b509f6a admin admin] Publish callbacks [] for security_group (117065a1-cbf2-469b-bca9-77d2f6a7f8d3), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:12.467717 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6826a485-ee7f-41a9-942e-dbc54b509f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (117065a1-cbf2-469b-bca9-77d2f6a7f8d3), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:12.470328 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6826a485-ee7f-41a9-942e-dbc54b509f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:12.471489 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-6826a485-ee7f-41a9-942e-dbc54b509f6a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/117065a1-cbf2-469b-bca9-77d2f6a7f8d3 HTTP/1.1" status: 204 len: 168 time: 0.1800475 Sep 14 12:22:12.480838 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6826a485-ee7f-41a9-942e-dbc54b509f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117065a1-cbf2-469b-bca9-77d2f6a7f8d3,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:12.702116 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f4f80753-5766-4efd-bdea-76960cffa953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:12.954283 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=14 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:12.955145 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=12 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:15.199135 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9dd2d26b-70ae-4be1-98e1-366497bd43cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:15.713158 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:22:16.473805 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:17.902255 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:17.970725 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:22.475143 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:22.475817 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:25.749716 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:25.750517 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:27.897981 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:27.899905 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=38,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:28.582256 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bd2df-c861-48a1-a781-ca5bcbf8e906 req-f5960aab-4f3f-4e8c-9510-3e7682c099dd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:28.583775 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8c9bd2df-c861-48a1-a781-ca5bcbf8e906 req-f5960aab-4f3f-4e8c-9510-3e7682c099dd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0502322 Sep 14 12:22:28.637101 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8c9bd2df-c861-48a1-a781-ca5bcbf8e906 req-958fa3dd-fcf7-422b-b084-7b8af3c9d245 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475056 Sep 14 12:22:29.776881 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80b6b2-af45-41e0-95c5-76cccd6d8409 req-f280b90e-b8ef-4d96-9dad-19f8d93a5cf3 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:29.779312 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f80b6b2-af45-41e0-95c5-76cccd6d8409 req-f280b90e-b8ef-4d96-9dad-19f8d93a5cf3 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0591800 Sep 14 12:22:29.840826 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2f80b6b2-af45-41e0-95c5-76cccd6d8409 req-d744d3e8-f4bb-469a-a82a-8d2141feac31 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557933 Sep 14 12:22:30.967540 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d7533-8eb7-4d6e-9311-a16a5cd3845f req-11dbf563-1c06-46b1-a0e7-9f00db9c8546 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:30.969033 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3a1d7533-8eb7-4d6e-9311-a16a5cd3845f req-11dbf563-1c06-46b1-a0e7-9f00db9c8546 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0494959 Sep 14 12:22:31.024179 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3a1d7533-8eb7-4d6e-9311-a16a5cd3845f req-788a0e54-56ee-4d74-98b6-8213e6e994ee tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493891 Sep 14 12:22:32.146197 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9af1ea-4eb6-40b3-87b2-edcd314162d6 req-f8f3b04b-5e0a-4f54-8431-a75935f511cc tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:32.147654 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7b9af1ea-4eb6-40b3-87b2-edcd314162d6 req-f8f3b04b-5e0a-4f54-8431-a75935f511cc tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0463271 Sep 14 12:22:32.196237 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7b9af1ea-4eb6-40b3-87b2-edcd314162d6 req-1719f8c5-826b-428e-a3a9-b889d1ae412e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428421 Sep 14 12:22:33.322415 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f3079-f8a1-436d-adce-5c5101c672d8 req-7952ba58-5b35-443c-90f9-117f30f11f45 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:33.323886 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7a2f3079-f8a1-436d-adce-5c5101c672d8 req-7952ba58-5b35-443c-90f9-117f30f11f45 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0511014 Sep 14 12:22:33.374568 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7a2f3079-f8a1-436d-adce-5c5101c672d8 req-a227a254-54d1-40d5-ad06-efb7d2f006e5 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448465 Sep 14 12:22:33.461103 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:34.523139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bf02b-dd39-4f35-ab64-6a015e330d8f req-bda257d7-34bd-4b21-86a1-bead295655e8 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:34.524717 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d55bf02b-dd39-4f35-ab64-6a015e330d8f req-bda257d7-34bd-4b21-86a1-bead295655e8 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0513611 Sep 14 12:22:34.580318 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d55bf02b-dd39-4f35-ab64-6a015e330d8f req-59978e71-d4e4-426b-8ec0-5a012cdce639 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493314 Sep 14 12:22:35.708978 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe466e1f-9ef3-42d8-b996-d5d0cfa3696c req-229cb9a0-1852-4dab-b759-07946d459ea7 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:35.710489 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fe466e1f-9ef3-42d8-b996-d5d0cfa3696c req-229cb9a0-1852-4dab-b759-07946d459ea7 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0509949 Sep 14 12:22:35.760841 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fe466e1f-9ef3-42d8-b996-d5d0cfa3696c req-db21f353-ca43-49fc-bc17-edd6917ae67f tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446692 Sep 14 12:22:36.884512 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e300ed-5635-46cf-8626-abed151c57bd req-6402d317-d1bc-40e8-8e9a-72c7e642adc6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:36.886052 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-48e300ed-5635-46cf-8626-abed151c57bd req-6402d317-d1bc-40e8-8e9a-72c7e642adc6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0481009 Sep 14 12:22:36.936502 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-48e300ed-5635-46cf-8626-abed151c57bd req-25c5cc76-43b1-4794-8946-ed4599d0c6cb tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443494 Sep 14 12:22:38.063100 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a97b3-bc01-43ce-868e-e98e25bfe634 req-80ed1e8c-3cbc-4fe6-be02-5ba00fe25469 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:38.064635 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c11a97b3-bc01-43ce-868e-e98e25bfe634 req-80ed1e8c-3cbc-4fe6-be02-5ba00fe25469 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0486150 Sep 14 12:22:38.119534 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c11a97b3-bc01-43ce-868e-e98e25bfe634 req-589e4da2-9adf-49a5-968a-a5513def6321 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493066 Sep 14 12:22:39.249516 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a509d-b5db-4d4f-b6d2-e789e82ba15f req-fd0f9330-ef16-4376-9d77-eba148344194 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:39.251156 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-377a509d-b5db-4d4f-b6d2-e789e82ba15f req-fd0f9330-ef16-4376-9d77-eba148344194 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0521035 Sep 14 12:22:39.306043 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-377a509d-b5db-4d4f-b6d2-e789e82ba15f req-de8e983a-965e-4d4b-9577-9a1b126e4955 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491159 Sep 14 12:22:40.433770 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f185d97f-b16a-4562-8e2d-164f29aed443 req-61505f4a-e0cc-488b-989a-065c5f40e267 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:40.435880 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f185d97f-b16a-4562-8e2d-164f29aed443 req-61505f4a-e0cc-488b-989a-065c5f40e267 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0529947 Sep 14 12:22:40.478169 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:40.493127 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f185d97f-b16a-4562-8e2d-164f29aed443 req-e36f61a1-f2be-4267-a705-57174a9fe56d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506525 Sep 14 12:22:40.514266 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 47606) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:40.628814 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:40.708832 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Publish callbacks [] for security_group (59d7b3c1-4036-406c-b562-539c4046ecc5), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:40.816511 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (59d7b3c1-4036-406c-b562-539c4046ecc5), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:40.858084 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9ca3eebf211542668e3f84fed4005180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3419466 Sep 14 12:22:40.859316 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d7b3c1-4036-406c-b562-539c4046ecc5,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:40.860882 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 47612) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:40.867334 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.867724 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.873768 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1849cb-7fb3-496c-b6d1-6c6b1ad1fd34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:40.880486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:40.938169 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Publish callbacks [] for security_group (59d7b3c1-4036-406c-b562-539c4046ecc5), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:40.960540 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Publish callbacks [] for security_group (59d7b3c1-4036-406c-b562-539c4046ecc5), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:41.108516 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (59d7b3c1-4036-406c-b562-539c4046ecc5), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:41.111467 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:41.112767 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/59d7b3c1-4036-406c-b562-539c4046ecc5 HTTP/1.1" status: 204 len: 168 time: 0.2507854 Sep 14 12:22:41.121148 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d7b3c1-4036-406c-b562-539c4046ecc5,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:41.128730 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.129150 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.129617 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.130875 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.130875 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.130875 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.130875 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.131521 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.131634 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.131944 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.132273 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.132600 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.132923 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.133243 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.133561 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4dade9-4590-41da-899f-2ce0eb8ee524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:41.634511 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce485692-cce9-4c46-ba19-1d60109b1ecb req-a36d9dd1-359d-4bc6-bbe7-0113177ffda6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:41.635910 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ce485692-cce9-4c46-ba19-1d60109b1ecb req-a36d9dd1-359d-4bc6-bbe7-0113177ffda6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0521700 Sep 14 12:22:41.687071 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ce485692-cce9-4c46-ba19-1d60109b1ecb req-790b78c9-e9fe-4b12-86d9-fb835089096f tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448413 Sep 14 12:22:42.156651 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 47636) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:42.256881 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-451565700-network', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:22:42.347628 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Made reservation on behalf of b9a967a1f3444a1e8b7f4321722b5949 for: {'network': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:22:42.350012 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:42.359490 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:42.441601 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Publish callbacks [] for security_group (f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:42.542110 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:42.570689 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=106903) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:22:42.576866 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:42.584246 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (46e1acd7-f523-4dab-b195-922dce2c7248), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:42.584586 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.segments_db [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Added segment 46e1acd7-f523-4dab-b195-922dce2c7248 of type vlan for network 6856505e-81d6-410f-8a50-79da18a2fea9 Sep 14 12:22:42.625910 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (6856505e-81d6-410f-8a50-79da18a2fea9), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:42.708033 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4dab7d6d-8ca5-4181-ba24-e7f3d4b57e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:42.748598 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (6856505e-81d6-410f-8a50-79da18a2fea9), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:42.749632 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:42.750241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:42.846894 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] Pushing event updated for resources: {'Network': ['ID=6856505e-81d6-410f-8a50-79da18a2fea9,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:42.856533 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-99b3d8e6-6e60-4f57-99b2-1cb0254fe565 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6987662 Sep 14 12:22:42.860371 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 47642) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:42.864115 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85b58c-d408-4805-b534-a7390b3b35f6 req-762815c8-5902-4fa6-9439-7778b3664658 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:42.865358 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Request body: {'subnet': {'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-451565700-subnet', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'ip_version': 4}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:22:42.865581 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eb85b58c-d408-4805-b534-a7390b3b35f6 req-762815c8-5902-4fa6-9439-7778b3664658 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0951457 Sep 14 12:22:42.890499 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 6856505e-81d6-410f-8a50-79da18a2fea9 details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:22:42.900186 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:42.919256 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eb85b58c-d408-4805-b534-a7390b3b35f6 req-722a3c1a-a7b3-43a3-ab24-c0a2e4740311 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464566 Sep 14 12:22:42.982991 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Made reservation on behalf of b9a967a1f3444a1e8b7f4321722b5949 for: {'subnet': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:22:42.985661 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2298217'] for subnet (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:43.239667 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4139344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2298239'] for subnet (d29f2762-cf32-4e40-9312-6a2046eeee05), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:43.298797 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29f2762-cf32-4e40-9312-6a2046eeee05,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:43.308568 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Checking segment: {'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:22:43.308930 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Network hostable DHCP agents. Network: 6856505e-81d6-410f-8a50-79da18a2fea9, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106902) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:22:43.416591 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Network 6856505e-81d6-410f-8a50-79da18a2fea9 is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106902) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:22:43.525239 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 6856505e-81d6-410f-8a50-79da18a2fea9) {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:22:43.530034 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:43.530627 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:43.534875 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffa033d-66d9-47d2-a71e-7945eb80cb64 None None] Network 6856505e-81d6-410f-8a50-79da18a2fea9 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:22:43.640769 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-6856505e-81d6-410f-8a50-79da18a2fea9', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:22:43.641828 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:43.666322 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d29d029d-abca-4a17-a7b3-37fcd03d98b4 admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8045502 Sep 14 12:22:43.669425 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 47644) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:43.674061 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:22:43.776848 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (04ccb837-80a4-4693-88b2-39793be6cadc), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:43.777889 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (04ccb837-80a4-4693-88b2-39793be6cadc), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:43.805958 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Allocated IP 172.20.0.2 (6856505e-81d6-410f-8a50-79da18a2fea9/d29f2762-cf32-4e40-9312-6a2046eeee05/9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:22:43.831651 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks [] for router_controller (04ccb837-80a4-4693-88b2-39793be6cadc), precommit_add_association {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:43.981218 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Publish callbacks [] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:44.046049 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df8639-b201-44fa-a7c1-d128a915c0d3 req-465a77fe-e5f7-48e9-80c9-a7e81cbe08eb tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:44.047469 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77df8639-b201-44fa-a7c1-d128a915c0d3 req-465a77fe-e5f7-48e9-80c9-a7e81cbe08eb tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0476589 Sep 14 12:22:44.080812 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks [] for router_gateway (04ccb837-80a4-4693-88b2-39793be6cadc), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:44.096309 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:44.114688 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-77df8639-b201-44fa-a7c1-d128a915c0d3 req-82038d0f-6fac-43d6-bf70-6522555c2471 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612848 Sep 14 12:22:44.135352 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Network 6856505e-81d6-410f-8a50-79da18a2fea9 is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:22:44.142781 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:22:44.146972 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:22:44.153458 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Pushing event updated for resources: {'Port': ['ID=9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:44.210095 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:44.210609 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Attempting to bind port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:22:44.211108 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Attempting to bind port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:22:44.211544 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Attempting to bind port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d on network 6856505e-81d6-410f-8a50-79da18a2fea9 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:22:44.245251 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:44.275977 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:22:44.276582 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Checking segment: {'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:22:44.277238 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:44.277951 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Bound using segment: {'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:22:44.278672 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Bound port: 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:22:44.279407 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:44.359269 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks [] for router_gateway (04ccb837-80a4-4693-88b2-39793be6cadc), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:44.367001 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:44.378147 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] For port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:22:44.382563 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] For port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:22:44.394478 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:44.521388 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Allocated IP 172.27.3.183 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/84666896-6779-45dc-9744-a27b33cba4c1) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:22:44.524330 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:44.530712 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:44.592642 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5829ac-374a-4b28-a419-b2761de867af None None] Pushing event updated for resources: {'Port': ['ID=9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:44.648176 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks [] for port (84666896-6779-45dc-9744-a27b33cba4c1), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:44.781288 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (84666896-6779-45dc-9744-a27b33cba4c1), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:44.829647 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:22:44.835096 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:22:44.837420 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Pushing event updated for resources: {'Port': ['ID=84666896-6779-45dc-9744-a27b33cba4c1,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:44.841058 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:22:44.869630 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:45.209353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-6cb00ae8-e8f1-41f2-8f93-8a0e0042db8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:45.223096 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks [] for router_gateway (04ccb837-80a4-4693-88b2-39793be6cadc), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:45.278809 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a1d1a-4179-48e5-b378-e33dc463ee94 req-bfb8840f-f204-4ffe-90d4-5fd94eebc619 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:45.284213 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c1a1d1a-4179-48e5-b378-e33dc463ee94 req-bfb8840f-f204-4ffe-90d4-5fd94eebc619 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0703878 Sep 14 12:22:45.350806 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5c1a1d1a-4179-48e5-b378-e33dc463ee94 req-f2e61fd7-1a20-48fd-b361-fc3cdc4d6935 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602131 Sep 14 12:22:45.445418 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (04ccb837-80a4-4693-88b2-39793be6cadc), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:45.452245 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:45.544616 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7330a17a-7312-4291-95fc-7cff5518fc52 None None] Network 6856505e-81d6-410f-8a50-79da18a2fea9 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:22:45.629174 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-5059fa26-55ba-4f67-966d-44ecf8a89ec0 None None] Provisioning complete for port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:45.629549 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5059fa26-55ba-4f67-966d-44ecf8a89ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:45.629911 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-5059fa26-55ba-4f67-966d-44ecf8a89ec0 None None] Attempt 1 to provision port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d Sep 14 12:22:45.645146 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Router 04ccb837-80a4-4693-88b2-39793be6cadc is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106902) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:22:45.735784 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-5059fa26-55ba-4f67-966d-44ecf8a89ec0 None None] Current status of the port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:45.736191 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5059fa26-55ba-4f67-966d-44ecf8a89ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:45.760785 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:45.774348 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Sync routers for ids ['04ccb837-80a4-4693-88b2-39793be6cadc'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:45.784831 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-5059fa26-55ba-4f67-966d-44ecf8a89ec0 None None] For port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:45.786783 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Routers {'04ccb837-80a4-4693-88b2-39793be6cadc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:22:45.787421 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:22:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['04ccb837-80a4-4693-88b2-39793be6cadc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:45.892366 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:45.894079 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c4ad8cef-a3e3-41f6-b1ed-6839e856cb41 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2231033 Sep 14 12:22:45.896137 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Set router 04ccb837-80a4-4693-88b2-39793be6cadc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:22:45.907979 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 47650) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:45.919794 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5059fa26-55ba-4f67-966d-44ecf8a89ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:45.973450 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059fa26-55ba-4f67-966d-44ecf8a89ec0 None None] Pushing event updated for resources: {'Port': ['ID=9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:46.039976 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-f76ebef0-5dd1-49f5-9202-a3d67cccc9c1 None None] Provisioning complete for port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:46.040344 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f76ebef0-5dd1-49f5-9202-a3d67cccc9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.040886 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-f76ebef0-5dd1-49f5-9202-a3d67cccc9c1 None None] Attempt 1 to provision port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d Sep 14 12:22:46.072493 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:44Z', 'revision_number': 3, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:46.102379 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Checking router: 04ccb837-80a4-4693-88b2-39793be6cadc for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:46.102732 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Updating router 04ccb837-80a4-4693-88b2-39793be6cadc port 84666896-6779-45dc-9744-a27b33cba4c1 binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:22:46.120920 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-f76ebef0-5dd1-49f5-9202-a3d67cccc9c1 None None] Current status of the port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:46.133502 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (84666896-6779-45dc-9744-a27b33cba4c1), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.347366 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:22:46.378243 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.403366 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:46.403745 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.404139 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d Sep 14 12:22:46.491688 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2918d8-b5a0-4661-8849-c754ba4b6970 req-8fb6499e-e78c-49fd-ac40-029cb66159f1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:46.504194 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1b2918d8-b5a0-4661-8849-c754ba4b6970 req-8fb6499e-e78c-49fd-ac40-029cb66159f1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0583465 Sep 14 12:22:46.515014 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:46.517896 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.554349 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:46.561735 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1b2918d8-b5a0-4661-8849-c754ba4b6970 req-45d875b6-b62a-4e70-a1c5-e6455c14513e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563564 Sep 14 12:22:46.582027 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Publish callbacks [] for port (84666896-6779-45dc-9744-a27b33cba4c1), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.611373 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Allocated IP 172.20.0.1 (6856505e-81d6-410f-8a50-79da18a2fea9/d29f2762-cf32-4e40-9312-6a2046eeee05/76cbf5b6-b22a-44c3-b29b-11ad2ad9d860) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:22:46.656161 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (84666896-6779-45dc-9744-a27b33cba4c1), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.661003 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:46.692845 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Attempting to bind port 84666896-6779-45dc-9744-a27b33cba4c1 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:22:46.693206 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Attempting to bind port 84666896-6779-45dc-9744-a27b33cba4c1 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:22:46.693552 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Attempting to bind port 84666896-6779-45dc-9744-a27b33cba4c1 on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:22:46.718801 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Publish callbacks [] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.736580 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Pushing event updated for resources: {'Port': ['ID=84666896-6779-45dc-9744-a27b33cba4c1,revision_number=2']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:46.750485 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.750789 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.751082 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.751429 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.751761 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.752091 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.752409 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.752732 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.753056 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.753381 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.753707 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.754063 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.754387 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.754711 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.755026 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106905) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:46.761813 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:22:46.762201 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:22:46.762569 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.762946 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:22:46.763487 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Bound port: 84666896-6779-45dc-9744-a27b33cba4c1, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:22:46.763837 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (84666896-6779-45dc-9744-a27b33cba4c1), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.814142 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] For port 84666896-6779-45dc-9744-a27b33cba4c1, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:22:46.817147 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] For port 84666896-6779-45dc-9744-a27b33cba4c1, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=84666896-6779-45dc-9744-a27b33cba4c1,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:22:46.828990 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.871180 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Network 6856505e-81d6-410f-8a50-79da18a2fea9 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:22:46.874783 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:22:46.877379 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:22:46.913182 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Pushing event updated for resources: {'Port': ['ID=76cbf5b6-b22a-44c3-b29b-11ad2ad9d860,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:46.925557 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (84666896-6779-45dc-9744-a27b33cba4c1), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.935881 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (04ccb837-80a4-4693-88b2-39793be6cadc), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:46.967259 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:46.970813 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Routers {'04ccb837-80a4-4693-88b2-39793be6cadc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:22:46.971442 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:22:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['04ccb837-80a4-4693-88b2-39793be6cadc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:47.026674 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17ae01-c4c1-4dad-9045-120daaefb0b9 None None] Pushing event updated for resources: {'Port': ['ID=84666896-6779-45dc-9744-a27b33cba4c1,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:47.070770 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:47.094876 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] Set router 04ccb837-80a4-4693-88b2-39793be6cadc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:22:47.143357 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:47.150969 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Provisioning complete for port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:47.151419 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:47.151822 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Attempt 1 to provision port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 Sep 14 12:22:47.186142 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:47.249189 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:47.303404 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:44Z', 'revision_number': 3, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:47.316133 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Publish callbacks [] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:47.346591 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1e36f3-db5b-425b-8397-db237af4e42f None None] The sync data for ids ['04ccb837-80a4-4693-88b2-39793be6cadc'] in dv-cinder-844962-2-iscsi is: [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:44Z', 'revision_number': 3, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:47.388118 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:47.460113 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Pushing event updated for resources: {'Port': ['ID=76cbf5b6-b22a-44c3-b29b-11ad2ad9d860,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:47.462933 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (04ccb837-80a4-4693-88b2-39793be6cadc), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:47.687852 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Attempt 2 to provision port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 Sep 14 12:22:47.748486 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f7ee5-08d0-4bc5-a1d3-e3e05595ee02 req-e1a73dee-7cb0-40ce-b765-213d65df7127 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:47.751197 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d1f7ee5-08d0-4bc5-a1d3-e3e05595ee02 req-e1a73dee-7cb0-40ce-b765-213d65df7127 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0975473 Sep 14 12:22:47.766263 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:47.770386 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76921f-c845-4475-be48-6380d12d66cd req-2eb44bef-45c8-478b-82a6-4f06261c2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:47.772011 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d76921f-c845-4475-be48-6380d12d66cd req-2eb44bef-45c8-478b-82a6-4f06261c2856 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1129 time: 0.0842676 Sep 14 12:22:47.772512 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:47.825510 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Network 6856505e-81d6-410f-8a50-79da18a2fea9 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:22:47.827582 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:22:47.901501 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d1f7ee5-08d0-4bc5-a1d3-e3e05595ee02 req-f38eb502-3bef-409f-93f7-4860443cf1a2 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385708 Sep 14 12:22:47.946178 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76921f-c845-4475-be48-6380d12d66cd req-035a8d45-9ce4-4966-a1a0-8a0d11b10079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:47.947848 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d76921f-c845-4475-be48-6380d12d66cd req-035a8d45-9ce4-4966-a1a0-8a0d11b10079 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 200 len: 910 time: 0.1655526 Sep 14 12:22:47.959292 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:48.002878 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Router 04ccb837-80a4-4693-88b2-39793be6cadc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:22:48.031111 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d76921f-c845-4475-be48-6380d12d66cd req-99f704e2-4625-4bf8-97e3-1585b596f6b0 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 1000 time: 0.0762200 Sep 14 12:22:48.051288 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:48.091353 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76921f-c845-4475-be48-6380d12d66cd req-d43fdb10-e142-4529-9db1-5ff5ef08e8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:48.092938 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d76921f-c845-4475-be48-6380d12d66cd req-d43fdb10-e142-4529-9db1-5ff5ef08e8fa service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 HTTP/1.1" status: 200 len: 848 time: 0.0565257 Sep 14 12:22:48.157413 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76921f-c845-4475-be48-6380d12d66cd req-e4718c1a-a602-46a1-93f7-020ab96cacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:48.159123 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d76921f-c845-4475-be48-6380d12d66cd req-e4718c1a-a602-46a1-93f7-020ab96cacc6 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603890 Sep 14 12:22:48.164906 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:48.174388 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-cc32e601-dbdc-4994-8ca3-4b7e02a82016 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/04ccb837-80a4-4693-88b2-39793be6cadc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2762861 Sep 14 12:22:48.268465 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Attempt 3 to provision port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 Sep 14 12:22:48.287019 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:48.289741 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d76921f-c845-4475-be48-6380d12d66cd req-82cf4fd0-36e4-4f00-9d47-e5e471323c4c service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245911 Sep 14 12:22:48.328200 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:48.329538 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:48.383839 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 84666896-6779-45dc-9744-a27b33cba4c1 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:22:48.424364 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d76921f-c845-4475-be48-6380d12d66cd req-dea852cf-0d23-4c4c-acd2-b7e8f4b1e1a0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284440 Sep 14 12:22:48.445401 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:48.448544 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 84666896-6779-45dc-9744-a27b33cba4c1 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:48.448926 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (84666896-6779-45dc-9744-a27b33cba4c1), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:48.449522 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 84666896-6779-45dc-9744-a27b33cba4c1 Sep 14 12:22:48.525564 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 84666896-6779-45dc-9744-a27b33cba4c1 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:48.525987 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (84666896-6779-45dc-9744-a27b33cba4c1), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:48.555710 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port 84666896-6779-45dc-9744-a27b33cba4c1, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=84666896-6779-45dc-9744-a27b33cba4c1,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:48.639354 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (84666896-6779-45dc-9744-a27b33cba4c1), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:48.705413 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=84666896-6779-45dc-9744-a27b33cba4c1,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:48.830491 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Attempt 4 to provision port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 Sep 14 12:22:48.870664 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:49.002183 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 47672) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:49.007046 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1438816832-network', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:22:49.052485 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac201666-883e-486d-98a9-2291f6fa12ec req-408a3f57-b57c-4b71-869a-20463626b2a9 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:49.054064 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac201666-883e-486d-98a9-2291f6fa12ec req-408a3f57-b57c-4b71-869a-20463626b2a9 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0611436 Sep 14 12:22:49.106127 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac201666-883e-486d-98a9-2291f6fa12ec req-2687c92e-1eca-46de-a24d-ea633cb00f0a tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461638 Sep 14 12:22:49.133400 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Made reservation on behalf of fa63592046c24d13a72f02371ee4f417 for: {'network': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:22:49.133400 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for network (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:49.136812 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:49.147789 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:49.196952 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Sync routers for ids ['04ccb837-80a4-4693-88b2-39793be6cadc'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:49.213366 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Routers {'04ccb837-80a4-4693-88b2-39793be6cadc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:22:49.217020 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:22:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['04ccb837-80a4-4693-88b2-39793be6cadc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:49.222631 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Publish callbacks [] for security_group (49f08e95-af9a-4866-a1d0-9ca0b517f284), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:49.290487 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (49f08e95-af9a-4866-a1d0-9ca0b517f284), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:49.318496 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=106902) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 12:22:49.330288 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f08e95-af9a-4866-a1d0-9ca0b517f284,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:49.332507 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Set router 04ccb837-80a4-4693-88b2-39793be6cadc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:22:49.335503 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (cdfe5ead-035f-4467-9165-8ca9c08333cf), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:49.335860 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.segments_db [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Added segment cdfe5ead-035f-4467-9165-8ca9c08333cf of type vlan for network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 Sep 14 12:22:49.372539 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Attempt 5 to provision port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 Sep 14 12:22:49.380362 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761383664824'] for network (380d8a4d-87b1-4ec3-81a7-fe8d8ea79124), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:49.474897 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:49.479674 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834'] for network (380d8a4d-87b1-4ec3-81a7-fe8d8ea79124), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:49.481488 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:49.483024 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:49.549790 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] Pushing event updated for resources: {'Network': ['ID=380d8a4d-87b1-4ec3-81a7-fe8d8ea79124,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:49.563770 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 details requested by agent ovs-agent-dv-cinder-844962-2-iscsi with host dv-cinder-844962-2-iscsi {{(pid=106904) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 12:22:49.580752 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:47Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '76cbf5b6-b22a-44c3-b29b-11ad2ad9d860', 'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'mac_address': 'fa:16:3e:e0:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:46Z', 'updated_at': '2022-09-14T12:22:47Z', 'revision_number': 2, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'subnets': [{'id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:49.608131 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-396de95e-4d54-4311-9499-9d2c4b035861 admin admin] 10.222.0.62 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6048067 Sep 14 12:22:49.612973 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 47674) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:49.619908 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Request body: {'subnet': {'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1438816832-subnet', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'ip_version': 4}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:22:49.637640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Checking router: 04ccb837-80a4-4693-88b2-39793be6cadc for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:49.637640 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Updating router 04ccb837-80a4-4693-88b2-39793be6cadc port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:22:49.684360 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:49.713594 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Made reservation on behalf of fa63592046c24d13a72f02371ee4f417 for: {'subnet': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:22:49.716035 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2896807'] for subnet (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:49.822033 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:49.993883 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2251551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2896817'] for subnet (c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.001100 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Attempt 6 to provision port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 Sep 14 12:22:50.051093 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:50.064748 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:50.071666 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Checking segment: {'id': 'cdfe5ead-035f-4467-9165-8ca9c08333cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:22:50.071666 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Network hostable DHCP agents. Network: 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124, hostable agents: ['0fe78e5a-70c6-479b-8a5f-37bafb1f76d2'], hosted agents: [] {{(pid=106903) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 12:22:50.167423 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:50.172385 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Publish callbacks [] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.176899 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 is scheduled to be hosted by DHCP agent 0fe78e5a-70c6-479b-8a5f-37bafb1f76d2 with binding_index 1 {{(pid=106903) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 12:22:50.237314 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905608f1-ae17-4e18-9092-267db611623d req-bd2fd407-f6df-44ca-a3bd-d9e5f11479ab tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:50.238869 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-905608f1-ae17-4e18-9092-267db611623d req-bd2fd407-f6df-44ca-a3bd-d9e5f11479ab tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0483847 Sep 14 12:22:50.273025 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.300424 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-844962-2-iscsi, 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124) {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:22:50.316151 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 84666896-6779-45dc-9744-a27b33cba4c1 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:22:50.317795 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-905608f1-ae17-4e18-9092-267db611623d req-f9c5ff80-a141-4c03-ba1f-3edff642af54 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700452 Sep 14 12:22:50.319154 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a913451-e22f-406b-b7a7-181423c59bf6 None None] Network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:22:50.320494 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:50.321132 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.425905 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-6ba8e057-e05c-4c8e-9ebc-c913cd88a77a admin admin] 10.222.0.62 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8115423 Sep 14 12:22:50.428455 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 47678) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:50.434353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc1b96-a814-4da3-bdea-b5e97dcf30b6 None None] Pushing event updated for resources: {'Port': ['ID=76cbf5b6-b22a-44c3-b29b-11ad2ad9d860,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:50.439898 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1438816832-router', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:22:50.491607 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Attempting to bind port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:22:50.491977 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Attempting to bind port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:22:50.492342 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Attempting to bind port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 on network 6856505e-81d6-410f-8a50-79da18a2fea9 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:22:50.519698 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1582211', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8094'] for router (497d2219-b268-405e-8b10-28611ae27933), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.520934 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1740785', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-363577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8087'] for router (497d2219-b268-405e-8b10-28611ae27933), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.533587 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 84666896-6779-45dc-9744-a27b33cba4c1 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:50.534004 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (84666896-6779-45dc-9744-a27b33cba4c1), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.534340 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 84666896-6779-45dc-9744-a27b33cba4c1 Sep 14 12:22:50.556760 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Attempt 7 to provision port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 Sep 14 12:22:50.583567 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks [] for router_controller (497d2219-b268-405e-8b10-28611ae27933), precommit_add_association {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.604505 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc60c8d43-e5f0-551e-a889-dd4b541dde21-380d8a4d-87b1-4ec3-81a7-fe8d8ea79124', 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124', 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'fixed_ips': [{'subnet_id': 'c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21'}]}} from dv-cinder-844962-2-iscsi. {{(pid=106904) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 14 12:22:50.614720 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.650884 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:50.662166 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:22:50.662525 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Checking segment: {'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:22:50.662933 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.663326 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Bound using segment: {'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:22:50.663816 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Bound port: 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:22:50.664199 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.793830 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:50.833974 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 84666896-6779-45dc-9744-a27b33cba4c1 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:50.850555 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:50.866214 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] For port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:22:50.879166 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.db_base_plugin_common [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Allocated IP 172.20.0.2 (380d8a4d-87b1-4ec3-81a7-fe8d8ea79124/c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21/80b2284a-8afd-487f-ab16-f1e5834c66b9) {{(pid=106904) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:22:50.885985 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] For port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=76cbf5b6-b22a-44c3-b29b-11ad2ad9d860,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:22:50.906761 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks [] for router_gateway (497d2219-b268-405e-8b10-28611ae27933), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:50.990624 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:50.992087 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:51.015678 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:51.059217 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Routers {'04ccb837-80a4-4693-88b2-39793be6cadc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:22:51.059860 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:22:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['04ccb837-80a4-4693-88b2-39793be6cadc'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:51.124552 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Publish callbacks [] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), precommit_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:51.141105 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc1b96-a814-4da3-bdea-b5e97dcf30b6 None None] Pushing event updated for resources: {'Port': ['ID=76cbf5b6-b22a-44c3-b29b-11ad2ad9d860,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:51.175387 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Attempt 8 to provision port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 Sep 14 12:22:51.210626 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), after_create {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:51.265243 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] Set router 04ccb837-80a4-4693-88b2-39793be6cadc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:22:51.311007 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 is already hosted by enough agents. {{(pid=106904) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:22:51.326500 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.scheduler.base_scheduler [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Resources bound (agent type, host, resource id): {{(pid=106904) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:22:51.333647 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Received port after_create {{(pid=106904) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:22:51.342333 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Pushing event updated for resources: {'Port': ['ID=80b2284a-8afd-487f-ab16-f1e5834c66b9,revision_number=1']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:51.510517 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:51.529027 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0d558-50f4-4b00-ab16-4d1044c29853 req-d244ae79-eaad-4325-b6b3-75bfae169341 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:51.529891 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Current status of the port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:51.529891 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:51.530560 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-50e0d558-50f4-4b00-ab16-4d1044c29853 req-d244ae79-eaad-4325-b6b3-75bfae169341 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0905967 Sep 14 12:22:51.534670 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks [] for router_gateway (497d2219-b268-405e-8b10-28611ae27933), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:51.547172 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Attempting to bind port 80b2284a-8afd-487f-ab16-f1e5834c66b9 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:22:51.547546 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Attempting to bind port 80b2284a-8afd-487f-ab16-f1e5834c66b9 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'cdfe5ead-035f-4467-9165-8ca9c08333cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:22:51.548045 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Attempting to bind port 80b2284a-8afd-487f-ab16-f1e5834c66b9 on network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:22:51.561879 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:51.644163 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-50e0d558-50f4-4b00-ab16-4d1044c29853 req-93dc93ac-5a27-485b-856f-ac9ed95e2be5 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071296 Sep 14 12:22:51.649403 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] For port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=76cbf5b6-b22a-44c3-b29b-11ad2ad9d860,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:51.670861 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:22:51.670861 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Checking segment: {'id': 'cdfe5ead-035f-4467-9165-8ca9c08333cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:22:51.670861 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:51.670861 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Bound using segment: {'id': 'cdfe5ead-035f-4467-9165-8ca9c08333cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:22:51.670861 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Bound port: 80b2284a-8afd-487f-ab16-f1e5834c66b9, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe5ead-035f-4467-9165-8ca9c08333cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:22:51.670861 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:51.693446 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:47Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '76cbf5b6-b22a-44c3-b29b-11ad2ad9d860', 'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'mac_address': 'fa:16:3e:e0:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:46Z', 'updated_at': '2022-09-14T12:22:50Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'subnets': [{'id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:51.724572 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Allocated IP 172.27.3.60 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/2c94c9b1-e326-435a-a302-394f84065977) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:22:51.739590 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dec853c-8089-4ac1-9ca1-cf0f9c8abbb6 None None] The sync data for ids ['04ccb837-80a4-4693-88b2-39793be6cadc'] in dv-cinder-844962-2-iscsi is: [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:47Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '76cbf5b6-b22a-44c3-b29b-11ad2ad9d860', 'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'mac_address': 'fa:16:3e:e0:b9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:46Z', 'updated_at': '2022-09-14T12:22:50Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'subnets': [{'id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:51.745606 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:51.772367 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [req-ea25cf77-948b-42d7-9c83-b54c60945575 req-52a8b41d-0599-4dea-9073-012202d80553 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:22:51.773435 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ea25cf77-948b-42d7-9c83-b54c60945575 req-52a8b41d-0599-4dea-9073-012202d80553 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060387 Sep 14 12:22:51.950663 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks [] for port (2c94c9b1-e326-435a-a302-394f84065977), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:52.040471 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-8f3960de-85df-410e-9cce-a48834673aac None None] For port 80b2284a-8afd-487f-ab16-f1e5834c66b9, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:22:52.048269 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-29976143-f960-41e3-843e-4c20ae4578f4 None None] Provisioning complete for port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:52.048632 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-29976143-f960-41e3-843e-4c20ae4578f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:52.048970 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-29976143-f960-41e3-843e-4c20ae4578f4 None None] Attempt 1 to provision port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 Sep 14 12:22:52.063714 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bab3c-ec7b-4610-9ea9-ecbb3a0816aa None None] Pushing event updated for resources: {'Port': ['ID=76cbf5b6-b22a-44c3-b29b-11ad2ad9d860,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:52.084659 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-8f3960de-85df-410e-9cce-a48834673aac None None] For port 80b2284a-8afd-487f-ab16-f1e5834c66b9, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=80b2284a-8afd-487f-ab16-f1e5834c66b9,segment=NetworkSegment(cdfe5ead-035f-4467-9165-8ca9c08333cf),segment_id=cdfe5ead-035f-4467-9165-8ca9c08333cf)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:22:52.129238 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (2c94c9b1-e326-435a-a302-394f84065977), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:52.161333 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:52.168211 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-29976143-f960-41e3-843e-4c20ae4578f4 None None] Current status of the port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:52.191082 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:52.216950 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:22:52.219092 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:22:52.224265 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:22:52.228846 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Pushing event updated for resources: {'Port': ['ID=2c94c9b1-e326-435a-a302-394f84065977,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:52.257260 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3960de-85df-410e-9cce-a48834673aac None None] Pushing event updated for resources: {'Port': ['ID=80b2284a-8afd-487f-ab16-f1e5834c66b9,revision_number=2']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:52.398855 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:22:52.401262 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:52.499215 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:52.499694 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:52.499956 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 Sep 14 12:22:52.626774 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:52.702860 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks [] for router_gateway (497d2219-b268-405e-8b10-28611ae27933), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:52.717663 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:22:52.889056 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:52.952989 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583150'] for router (497d2219-b268-405e-8b10-28611ae27933), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:53.188296 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Router 497d2219-b268-405e-8b10-28611ae27933 is scheduled to L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab with binding_index 1 {{(pid=106903) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 12:22:53.344717 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:53.359217 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Sync routers for ids ['497d2219-b268-405e-8b10-28611ae27933'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:53.384300 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Routers {'497d2219-b268-405e-8b10-28611ae27933'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:22:53.385144 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:22:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['497d2219-b268-405e-8b10-28611ae27933'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:53.433591 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c006ed32-0b23-4bf5-b503-fdba2ab8de57 None None] Network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:22:53.498124 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97258d-b15b-4a49-ae15-379521df54b3 req-4c04c836-d381-400c-8f51-69c85324f66a tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:53.501016 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Set router 497d2219-b268-405e-8b10-28611ae27933 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:22:53.501635 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae97258d-b15b-4a49-ae15-379521df54b3 req-4c04c836-d381-400c-8f51-69c85324f66a tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.1123605 Sep 14 12:22:53.507677 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:53.510137 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-54690080-f8db-4f3c-b8b4-9c4d5be54243 admin admin] 10.222.0.62 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0750539 Sep 14 12:22:53.512812 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 47692) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:53.528419 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:53.602647 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae97258d-b15b-4a49-ae15-379521df54b3 req-8eb695d2-0d15-48c0-a195-c2b578f22739 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907023 Sep 14 12:22:53.605958 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 47694) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:53.624172 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-4fa3971d-25db-412e-a910-168cb59f9867 None None] Provisioning complete for port 80b2284a-8afd-487f-ab16-f1e5834c66b9 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:53.639681 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4fa3971d-25db-412e-a910-168cb59f9867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:53.639681 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-4fa3971d-25db-412e-a910-168cb59f9867 None None] Attempt 1 to provision port 80b2284a-8afd-487f-ab16-f1e5834c66b9 Sep 14 12:22:53.728144 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497d2219-b268-405e-8b10-28611ae27933', 'name': 'tempest-TestMinimumBasicScenario-1438816832-router', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '2c94c9b1-e326-435a-a302-394f84065977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:50Z', 'updated_at': '2022-09-14T12:22:52Z', 'revision_number': 3, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'gw_port': {'id': '2c94c9b1-e326-435a-a302-394f84065977', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:51Z', 'updated_at': '2022-09-14T12:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:53.737092 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-6bc55479-fd30-4091-af09-759a370961b2 service neutron] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277676 Sep 14 12:22:53.748494 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-0f8febd8-189c-4d47-a9d8-ec9fd8893645 service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:22:53.749609 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-0f8febd8-189c-4d47-a9d8-ec9fd8893645 service neutron] 10.222.0.62 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0061829 Sep 14 12:22:53.772480 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Checking router: 497d2219-b268-405e-8b10-28611ae27933 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:53.772830 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Updating router 497d2219-b268-405e-8b10-28611ae27933 port 2c94c9b1-e326-435a-a302-394f84065977 binding host dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:22:53.787025 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-4fa3971d-25db-412e-a910-168cb59f9867 None None] Current status of the port 80b2284a-8afd-487f-ab16-f1e5834c66b9 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:53.787713 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4fa3971d-25db-412e-a910-168cb59f9867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:53.807242 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (2c94c9b1-e326-435a-a302-394f84065977), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:53.839370 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-4fa3971d-25db-412e-a910-168cb59f9867 None None] For port 80b2284a-8afd-487f-ab16-f1e5834c66b9, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=80b2284a-8afd-487f-ab16-f1e5834c66b9,segment=NetworkSegment(cdfe5ead-035f-4467-9165-8ca9c08333cf),segment_id=cdfe5ead-035f-4467-9165-8ca9c08333cf)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:53.864054 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device f37c6abe-5567-400c-b0bd-04c3772b1a60 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:22:53.903334 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:53.937520 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4fa3971d-25db-412e-a910-168cb59f9867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:53.997577 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3971d-25db-412e-a910-168cb59f9867 None None] Pushing event updated for resources: {'Port': ['ID=80b2284a-8afd-487f-ab16-f1e5834c66b9,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:54.013552 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port f37c6abe-5567-400c-b0bd-04c3772b1a60 is: ACTIVE; New status is: DOWN {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:54.014172 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.050237 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:22:54.053074 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4614a3d-8f8d-46ea-b19a-cfe78e697626" -d '{"events": [{"server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "name": "network-vif-unplugged", "status": "completed", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:22:54.081364 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port f37c6abe-5567-400c-b0bd-04c3772b1a60, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:54.106587 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:54.148142 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.157736 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Publish callbacks [] for port (2c94c9b1-e326-435a-a302-394f84065977), precommit_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.158013 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.191344 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-48dceeaf-f383-42ff-9a77-059fab46067f None None] Provisioning complete for port 80b2284a-8afd-487f-ab16-f1e5834c66b9 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:54.191690 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-48dceeaf-f383-42ff-9a77-059fab46067f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.192076 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-48dceeaf-f383-42ff-9a77-059fab46067f None None] Attempt 1 to provision port 80b2284a-8afd-487f-ab16-f1e5834c66b9 Sep 14 12:22:54.249155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=f37c6abe-5567-400c-b0bd-04c3772b1a60,revision_number=6']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:54.252769 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (2c94c9b1-e326-435a-a302-394f84065977), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.306917 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 14 Sep 2022 12:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ff5f31-397e-459d-852b-5833916ab039 x-openstack-request-id: req-00ff5f31-397e-459d-852b-5833916ab039 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:22:54.306917 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "name": "network-vif-unplugged", "status": "failed", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60", "code": 422}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:22:54.312597 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00ff5f31-397e-459d-852b-5833916ab039 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:22:54.312597 dv-cinder-844962-2-iscsi neutron-server[106904]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-00ff5f31-397e-459d-852b-5833916ab039']: {'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'code': 422} returned with failed status Sep 14 12:22:54.312597 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-48dceeaf-f383-42ff-9a77-059fab46067f None None] Current status of the port 80b2284a-8afd-487f-ab16-f1e5834c66b9 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:54.340121 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Attempting to bind port 2c94c9b1-e326-435a-a302-394f84065977 on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:22:54.340735 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Attempting to bind port 2c94c9b1-e326-435a-a302-394f84065977 by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:22:54.341334 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Attempting to bind port 2c94c9b1-e326-435a-a302-394f84065977 on network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:22:54.367574 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Allocated IP 172.20.0.1 (380d8a4d-87b1-4ec3-81a7-fe8d8ea79124/c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21/18096680-8157-41db-898b-6ad4e6f5bc6b) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:22:54.379573 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9aaf34-d1b3-4b5f-964f-21d0126e97eb None None] Pushing event updated for resources: {'Port': ['ID=2c94c9b1-e326-435a-a302-394f84065977,revision_number=2']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:54.396295 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 80b2284a-8afd-487f-ab16-f1e5834c66b9 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:22:54.405166 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:22:54.406358 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Checking segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106905) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:22:54.406934 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.407489 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Bound using segment: {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'} {{(pid=106905) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:22:54.408240 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.managers [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Bound port: 2c94c9b1-e326-435a-a302-394f84065977, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e28f5140-0a1c-4b17-adb7-f7bc83cca874', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0'}}] {{(pid=106905) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:22:54.408646 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (2c94c9b1-e326-435a-a302-394f84065977), before_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.446331 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 80b2284a-8afd-487f-ab16-f1e5834c66b9 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:54.447185 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.447185 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 80b2284a-8afd-487f-ab16-f1e5834c66b9 Sep 14 12:22:54.461714 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] For port 2c94c9b1-e326-435a-a302-394f84065977, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106905) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:22:54.465081 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.plugins.ml2.db [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] For port 2c94c9b1-e326-435a-a302-394f84065977, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=2c94c9b1-e326-435a-a302-394f84065977,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106905) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:22:54.465244 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:54.501619 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:54.514800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Publish callbacks [] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.536416 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 80b2284a-8afd-487f-ab16-f1e5834c66b9 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:54.545929 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:54.566045 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron_lib.callbacks.manager [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (2c94c9b1-e326-435a-a302-394f84065977), after_update {{(pid=106905) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.574454 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:54.611001 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Routers {'497d2219-b268-405e-8b10-28611ae27933'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:22:54.611624 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:22:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['497d2219-b268-405e-8b10-28611ae27933'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:54.652625 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.669614 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9aaf34-d1b3-4b5f-964f-21d0126e97eb None None] Pushing event updated for resources: {'Port': ['ID=2c94c9b1-e326-435a-a302-394f84065977,revision_number=3']} {{(pid=106905) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:54.724803 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:22:54.736925 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:22:54.739828 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] Set router 497d2219-b268-405e-8b10-28611ae27933 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:22:54.744128 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:22:54.752655 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faeca3b-e6c1-47ff-ac3f-004fea3593e0 req-dce2f6f4-34fa-4b72-85f3-8c1813b294c8 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:54.754848 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4faeca3b-e6c1-47ff-ac3f-004fea3593e0 req-dce2f6f4-34fa-4b72-85f3-8c1813b294c8 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0521123 Sep 14 12:22:54.776153 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Pushing event updated for resources: {'Port': ['ID=18096680-8157-41db-898b-6ad4e6f5bc6b,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:54.833596 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1752343'] for router_interface (497d2219-b268-405e-8b10-28611ae27933), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:54.890048 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4faeca3b-e6c1-47ff-ac3f-004fea3593e0 req-a2d157ee-306c-43db-b996-01843997ff70 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217172 Sep 14 12:22:54.953739 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 47710) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:22:54.998687 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497d2219-b268-405e-8b10-28611ae27933', 'name': 'tempest-TestMinimumBasicScenario-1438816832-router', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '2c94c9b1-e326-435a-a302-394f84065977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:50Z', 'updated_at': '2022-09-14T12:22:52Z', 'revision_number': 3, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'gw_port': {'id': '2c94c9b1-e326-435a-a302-394f84065977', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:51Z', 'updated_at': '2022-09-14T12:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:55.037481 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaf0d9c-d8af-46d8-a87e-71ffab0d9b99 None None] The sync data for ids ['497d2219-b268-405e-8b10-28611ae27933'] in dv-cinder-844962-2-iscsi is: [{'id': '497d2219-b268-405e-8b10-28611ae27933', 'name': 'tempest-TestMinimumBasicScenario-1438816832-router', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '2c94c9b1-e326-435a-a302-394f84065977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:50Z', 'updated_at': '2022-09-14T12:22:52Z', 'revision_number': 3, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'gw_port': {'id': '2c94c9b1-e326-435a-a302-394f84065977', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:51Z', 'updated_at': '2022-09-14T12:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:55.052728 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:55.087686 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-46b926e5-3810-4203-9707-0c873944c5ae tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:55.089120 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-46b926e5-3810-4203-9707-0c873944c5ae tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports/f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 940 time: 0.1340773 Sep 14 12:22:55.137981 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Provisioning complete for port 18096680-8157-41db-898b-6ad4e6f5bc6b triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:55.138382 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:55.138996 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Attempt 1 to provision port 18096680-8157-41db-898b-6ad4e6f5bc6b Sep 14 12:22:55.190700 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Port 18096680-8157-41db-898b-6ad4e6f5bc6b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:55.271451 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Publish callbacks [] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:55.335118 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:55.416876 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Pushing event updated for resources: {'Port': ['ID=18096680-8157-41db-898b-6ad4e6f5bc6b,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:55.420445 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1602860', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1752451'] for router_interface (497d2219-b268-405e-8b10-28611ae27933), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:55.539888 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:22:55.541600 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:22:55.588759 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:55.692216 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Attempt 2 to provision port 18096680-8157-41db-898b-6ad4e6f5bc6b Sep 14 12:22:55.699849 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Router 497d2219-b268-405e-8b10-28611ae27933 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:22:55.762334 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Port 18096680-8157-41db-898b-6ad4e6f5bc6b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:55.846498 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:22:55.853685 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-32f02eb7-57f2-4c6d-9e9e-2263bd52597b admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/497d2219-b268-405e-8b10-28611ae27933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3379421 Sep 14 12:22:56.045456 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:56.052989 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54bd1e8-6eaa-4da9-b1e0-661ec31d9b2f req-a642b5df-49eb-4403-aac6-c35208d96fd7 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:56.061496 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e54bd1e8-6eaa-4da9-b1e0-661ec31d9b2f req-a642b5df-49eb-4403-aac6-c35208d96fd7 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0708866 Sep 14 12:22:56.156239 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e54bd1e8-6eaa-4da9-b1e0-661ec31d9b2f req-39a6334a-bfa3-4c00-951b-b0a03295aca8 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947630 Sep 14 12:22:56.268878 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Attempt 3 to provision port 18096680-8157-41db-898b-6ad4e6f5bc6b Sep 14 12:22:56.352210 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Port 18096680-8157-41db-898b-6ad4e6f5bc6b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:56.374279 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 2c94c9b1-e326-435a-a302-394f84065977 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:22:56.447266 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 2c94c9b1-e326-435a-a302-394f84065977 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:56.447648 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (2c94c9b1-e326-435a-a302-394f84065977), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:56.447979 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 2c94c9b1-e326-435a-a302-394f84065977 Sep 14 12:22:56.552140 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 2c94c9b1-e326-435a-a302-394f84065977 is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:56.552532 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (2c94c9b1-e326-435a-a302-394f84065977), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:56.580028 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] For port 2c94c9b1-e326-435a-a302-394f84065977, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=2c94c9b1-e326-435a-a302-394f84065977,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:56.661937 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (2c94c9b1-e326-435a-a302-394f84065977), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:56.724598 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Pushing event updated for resources: {'Port': ['ID=2c94c9b1-e326-435a-a302-394f84065977,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:56.736411 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.736765 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.737109 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.737456 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.737794 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.738163 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.738495 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.738849 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.739177 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.739503 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.739829 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.740161 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.740483 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.740867 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.741173 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:22:56.855740 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Attempt 4 to provision port 18096680-8157-41db-898b-6ad4e6f5bc6b Sep 14 12:22:56.896148 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Port 18096680-8157-41db-898b-6ad4e6f5bc6b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:56.915148 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Sync routers for ids ['497d2219-b268-405e-8b10-28611ae27933'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:22:56.926517 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Routers {'497d2219-b268-405e-8b10-28611ae27933'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:22:56.927135 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-56421499-e302-4971-a45e-2334ce93b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:22:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['497d2219-b268-405e-8b10-28611ae27933'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:57.052784 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Set router 497d2219-b268-405e-8b10-28611ae27933 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:22:57.192297 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:57.305353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-56421499-e302-4971-a45e-2334ce93b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497d2219-b268-405e-8b10-28611ae27933', 'name': 'tempest-TestMinimumBasicScenario-1438816832-router', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '2c94c9b1-e326-435a-a302-394f84065977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:50Z', 'updated_at': '2022-09-14T12:22:54Z', 'revision_number': 4, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'gw_port': {'id': '2c94c9b1-e326-435a-a302-394f84065977', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:51Z', 'updated_at': '2022-09-14T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '18096680-8157-41db-898b-6ad4e6f5bc6b', 'name': '', 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'mac_address': 'fa:16:3e:86:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:54Z', 'updated_at': '2022-09-14T12:22:55Z', 'revision_number': 2, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'subnets': [{'id': 'c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:57.336137 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Checking router: 497d2219-b268-405e-8b10-28611ae27933 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:22:57.336486 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Updating router 497d2219-b268-405e-8b10-28611ae27933 port 18096680-8157-41db-898b-6ad4e6f5bc6b binding host dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 12:22:57.379526 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:57.379811 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231b5d0-0bc0-4123-8dec-ac27bebbf4bd req-42d5293e-8683-46a3-a327-ca2bf58afde6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:57.381696 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b231b5d0-0bc0-4123-8dec-ac27bebbf4bd req-42d5293e-8683-46a3-a327-ca2bf58afde6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0916002 Sep 14 12:22:57.397896 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Attempt 5 to provision port 18096680-8157-41db-898b-6ad4e6f5bc6b Sep 14 12:22:57.456215 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:57.461489 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Port 18096680-8157-41db-898b-6ad4e6f5bc6b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:57.463413 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-b231b5d0-0bc0-4123-8dec-ac27bebbf4bd req-86c705d5-d393-4fdf-b77c-b0d7ed3ea0d0 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758626 Sep 14 12:22:57.805659 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Publish callbacks [] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), precommit_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:57.891178 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:57.983666 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Attempt 6 to provision port 18096680-8157-41db-898b-6ad4e6f5bc6b Sep 14 12:22:58.006703 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab09d7d-8901-4065-8f88-cece57596a35 None None] Pushing event updated for resources: {'Port': ['ID=18096680-8157-41db-898b-6ad4e6f5bc6b,revision_number=3']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:58.058163 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Port 18096680-8157-41db-898b-6ad4e6f5bc6b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:22:58.058908 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Attempting to bind port 18096680-8157-41db-898b-6ad4e6f5bc6b on host dv-cinder-844962-2-iscsi for vnic_type normal with profile {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:22:58.059276 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Attempting to bind port 18096680-8157-41db-898b-6ad4e6f5bc6b by drivers openvswitch,hyperv on host dv-cinder-844962-2-iscsi at level 0 using segments [{'id': 'cdfe5ead-035f-4467-9165-8ca9c08333cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124'}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:22:58.059638 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Attempting to bind port 18096680-8157-41db-898b-6ad4e6f5bc6b on network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:22:58.115897 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Checking agent: {'id': '9f8c8c50-d490-4a70-a85e-5c6ab9d1f637', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-844962-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 11, 57, 18), 'started_at': datetime.datetime(2022, 9, 14, 11, 57, 48), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-844962-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:22:58.116439 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Checking segment: {'id': 'cdfe5ead-035f-4467-9165-8ca9c08333cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106904) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:22:58.116835 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:58.117224 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Bound using segment: {'id': 'cdfe5ead-035f-4467-9165-8ca9c08333cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124'} {{(pid=106904) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:22:58.117692 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.managers [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Bound port: 18096680-8157-41db-898b-6ad4e6f5bc6b, host: dv-cinder-844962-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdfe5ead-035f-4467-9165-8ca9c08333cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124'}}] {{(pid=106904) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:22:58.118239 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:58.192918 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-56421499-e302-4971-a45e-2334ce93b034 None None] For port 18096680-8157-41db-898b-6ad4e6f5bc6b, host dv-cinder-844962-2-iscsi, cleared binding levels {{(pid=106904) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:22:58.196969 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-56421499-e302-4971-a45e-2334ce93b034 None None] For port 18096680-8157-41db-898b-6ad4e6f5bc6b, host dv-cinder-844962-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=18096680-8157-41db-898b-6ad4e6f5bc6b,segment=NetworkSegment(cdfe5ead-035f-4467-9165-8ca9c08333cf),segment_id=cdfe5ead-035f-4467-9165-8ca9c08333cf)] {{(pid=106904) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:22:58.257467 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:58.304000 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Routers {'497d2219-b268-405e-8b10-28611ae27933'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:22:58.304596 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-56421499-e302-4971-a45e-2334ce93b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:22:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['497d2219-b268-405e-8b10-28611ae27933'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:58.364241 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 2c94c9b1-e326-435a-a302-394f84065977 up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:22:58.563337 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Attempt 7 to provision port 18096680-8157-41db-898b-6ad4e6f5bc6b Sep 14 12:22:58.565293 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:58.566425 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab09d7d-8901-4065-8f88-cece57596a35 None None] Pushing event updated for resources: {'Port': ['ID=18096680-8157-41db-898b-6ad4e6f5bc6b,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:58.632696 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea34ad2-6740-44ea-a4a7-a11e0df7fa2e req-f22ae4a6-0a47-444b-a9d6-a0638f72f428 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:22:58.635260 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0ea34ad2-6740-44ea-a4a7-a11e0df7fa2e req-f22ae4a6-0a47-444b-a9d6-a0638f72f428 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0761585 Sep 14 12:22:58.695351 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-56421499-e302-4971-a45e-2334ce93b034 None None] Set router 497d2219-b268-405e-8b10-28611ae27933 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:22:58.726219 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 2c94c9b1-e326-435a-a302-394f84065977 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:58.726600 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (2c94c9b1-e326-435a-a302-394f84065977), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:58.726935 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 2c94c9b1-e326-435a-a302-394f84065977 Sep 14 12:22:58.728327 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:22:58.742338 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0ea34ad2-6740-44ea-a4a7-a11e0df7fa2e req-64d3e431-bf98-486b-b85c-9e7c1e04438f tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957339 Sep 14 12:22:58.937428 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Current status of the port 18096680-8157-41db-898b-6ad4e6f5bc6b is: DOWN; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:58.937428 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:59.085796 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 2c94c9b1-e326-435a-a302-394f84065977 is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:59.096860 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] For port 18096680-8157-41db-898b-6ad4e6f5bc6b, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=18096680-8157-41db-898b-6ad4e6f5bc6b,segment=NetworkSegment(cdfe5ead-035f-4467-9165-8ca9c08333cf),segment_id=cdfe5ead-035f-4467-9165-8ca9c08333cf)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:22:59.172913 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:59.225251 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-56421499-e302-4971-a45e-2334ce93b034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497d2219-b268-405e-8b10-28611ae27933', 'name': 'tempest-TestMinimumBasicScenario-1438816832-router', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '2c94c9b1-e326-435a-a302-394f84065977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:50Z', 'updated_at': '2022-09-14T12:22:54Z', 'revision_number': 4, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'gw_port': {'id': '2c94c9b1-e326-435a-a302-394f84065977', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:51Z', 'updated_at': '2022-09-14T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '18096680-8157-41db-898b-6ad4e6f5bc6b', 'name': '', 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'mac_address': 'fa:16:3e:86:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:54Z', 'updated_at': '2022-09-14T12:22:58Z', 'revision_number': 4, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'subnets': [{'id': 'c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:22:59.269685 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56421499-e302-4971-a45e-2334ce93b034 None None] The sync data for ids ['497d2219-b268-405e-8b10-28611ae27933'] in dv-cinder-844962-2-iscsi is: [{'id': '497d2219-b268-405e-8b10-28611ae27933', 'name': 'tempest-TestMinimumBasicScenario-1438816832-router', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '2c94c9b1-e326-435a-a302-394f84065977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:50Z', 'updated_at': '2022-09-14T12:22:54Z', 'revision_number': 4, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'gw_port': {'id': '2c94c9b1-e326-435a-a302-394f84065977', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:51Z', 'updated_at': '2022-09-14T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '18096680-8157-41db-898b-6ad4e6f5bc6b', 'name': '', 'network_id': '380d8a4d-87b1-4ec3-81a7-fe8d8ea79124', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'mac_address': 'fa:16:3e:86:09:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_interface', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': 'c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:54Z', 'updated_at': '2022-09-14T12:22:58Z', 'revision_number': 4, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'subnets': [{'id': 'c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:22:59.272234 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfc326-c4d1-4a27-848c-5221b89e3a93 None None] Pushing event updated for resources: {'Port': ['ID=18096680-8157-41db-898b-6ad4e6f5bc6b,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:22:59.301080 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-8fe15b01-8d00-4219-bace-884ba951092f None None] Provisioning complete for port 18096680-8157-41db-898b-6ad4e6f5bc6b triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:22:59.301473 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8fe15b01-8d00-4219-bace-884ba951092f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:22:59.301797 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-8fe15b01-8d00-4219-bace-884ba951092f None None] Attempt 1 to provision port 18096680-8157-41db-898b-6ad4e6f5bc6b Sep 14 12:22:59.470629 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-8fe15b01-8d00-4219-bace-884ba951092f None None] Current status of the port 18096680-8157-41db-898b-6ad4e6f5bc6b is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:22:59.995160 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6263e91-8aa5-473a-9579-0221aa0ef694 req-03f1caab-a48c-4af1-8efa-dece559caa39 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:00.003995 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6263e91-8aa5-473a-9579-0221aa0ef694 req-03f1caab-a48c-4af1-8efa-dece559caa39 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0900784 Sep 14 12:23:00.083491 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d6263e91-8aa5-473a-9579-0221aa0ef694 req-92b3169e-981c-4445-b88d-4490ccb815bd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783560 Sep 14 12:23:00.392812 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 18096680-8157-41db-898b-6ad4e6f5bc6b up at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:23:00.454425 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Provisioning complete for port 18096680-8157-41db-898b-6ad4e6f5bc6b triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:23:00.455086 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:00.455512 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Attempt 1 to provision port 18096680-8157-41db-898b-6ad4e6f5bc6b Sep 14 12:23:00.556107 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Current status of the port 18096680-8157-41db-898b-6ad4e6f5bc6b is: ACTIVE; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:23:01.316624 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84f03c1-db11-4e90-b984-8d3b2c3d4b6d req-36e26566-bccd-4e27-9f4c-d9375d55adf2 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:01.318123 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a84f03c1-db11-4e90-b984-8d3b2c3d4b6d req-36e26566-bccd-4e27-9f4c-d9375d55adf2 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0780830 Sep 14 12:23:01.374907 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:01.384808 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a84f03c1-db11-4e90-b984-8d3b2c3d4b6d req-4a3e82c3-635e-4a67-a2fd-967f2cea99d2 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601332 Sep 14 12:23:01.440546 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-3f4d450e-ca17-4c85-b3d0-e29a9b1b8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:01.442408 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-3f4d450e-ca17-4c85-b3d0-e29a9b1b8c79 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994&tenant_id=9204365716924bbebdc0d90ecc13d01e HTTP/1.1" status: 200 len: 1127 time: 0.0563076 Sep 14 12:23:01.536258 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-0dd17913-788f-4301-8289-41576695d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:01.538941 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-0dd17913-788f-4301-8289-41576695d606 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1127 time: 0.0560713 Sep 14 12:23:01.661658 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-64adc06d-26d4-4cca-aefd-30e8a6b243a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:01.663480 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-64adc06d-26d4-4cca-aefd-30e8a6b243a0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 200 len: 910 time: 0.1149664 Sep 14 12:23:01.762241 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-12c5d5a2-da5c-4694-81e5-231e65d95683 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 998 time: 0.0920305 Sep 14 12:23:01.833001 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-96773cae-7024-4fd0-a71d-a8463a2f28e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:01.834613 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-96773cae-7024-4fd0-a71d-a8463a2f28e3 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 HTTP/1.1" status: 200 len: 848 time: 0.0666325 Sep 14 12:23:01.901466 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-2c90a8ca-e949-4097-9c2a-d262ccc991de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:01.903023 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-2c90a8ca-e949-4097-9c2a-d262ccc991de service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0622306 Sep 14 12:23:02.025803 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-7911182c-f303-4618-ac96-2bd555283311 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154692 Sep 14 12:23:02.200919 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f2d82e73-2c15-43a3-9f34-a8484c893add req-3975f86a-9f20-4f99-8022-015470e4d6f0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703858 Sep 14 12:23:02.563100 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8720c0c-6a5b-4f6f-864f-0c37a5ee1dda req-ab0aecd9-aeb0-466d-8e7b-fb2b04dc8b8f tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:02.573077 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f8720c0c-6a5b-4f6f-864f-0c37a5ee1dda req-ab0aecd9-aeb0-466d-8e7b-fb2b04dc8b8f tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0799289 Sep 14 12:23:02.634776 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f8720c0c-6a5b-4f6f-864f-0c37a5ee1dda req-82be6249-16f6-4705-8a32-fce3744a4a13 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601549 Sep 14 12:23:03.427779 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:03.785500 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00379b-31d8-40b4-8573-bfc8b8506ac9 req-136ca4ae-d9e8-4925-a638-52e2d47f5922 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:03.785500 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e00379b-31d8-40b4-8573-bfc8b8506ac9 req-136ca4ae-d9e8-4925-a638-52e2d47f5922 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0627615 Sep 14 12:23:03.837416 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:03.843840 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3e00379b-31d8-40b4-8573-bfc8b8506ac9 req-ace95fe6-0815-46b5-b6ec-c8555b06776b tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538521 Sep 14 12:23:04.988435 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f056d79-63a9-4f80-8e3b-0db271b0edb5 req-149dd585-64da-499b-9673-ce90362c350d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:04.996665 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1f056d79-63a9-4f80-8e3b-0db271b0edb5 req-149dd585-64da-499b-9673-ce90362c350d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0620100 Sep 14 12:23:05.061376 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1f056d79-63a9-4f80-8e3b-0db271b0edb5 req-0860ccbb-6336-4258-a3af-c2799f50f077 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626891 Sep 14 12:23:05.839422 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=15 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:05.843946 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=80 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:06.215758 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc599b-2634-44de-bdff-bc91d14a95b8 req-2ebb4df8-d71b-4311-959a-588654d37fc3 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:06.223093 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0cc599b-2634-44de-bdff-bc91d14a95b8 req-2ebb4df8-d71b-4311-959a-588654d37fc3 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0771818 Sep 14 12:23:06.286571 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f0cc599b-2634-44de-bdff-bc91d14a95b8 req-5b9c7051-3438-4946-b62c-45e867485c2e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626011 Sep 14 12:23:07.418458 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab032bd9-cf40-45fe-95f7-500b98a134b0 req-b74153cd-8b99-471c-b64e-e503fd618534 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:07.421143 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ab032bd9-cf40-45fe-95f7-500b98a134b0 req-b74153cd-8b99-471c-b64e-e503fd618534 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0516214 Sep 14 12:23:07.486370 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ab032bd9-cf40-45fe-95f7-500b98a134b0 req-0b2d93e6-6936-45c8-ada4-5f6c54a16c29 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547979 Sep 14 12:23:08.228930 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:08.325036 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-3ef23ed8-e43e-40b7-9e80-92722395fd82 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:08.326570 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-3ef23ed8-e43e-40b7-9e80-92722395fd82 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/networks?id=6856505e-81d6-410f-8a50-79da18a2fea9 HTTP/1.1" status: 200 len: 814 time: 0.1067069 Sep 14 12:23:08.341958 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92c1cbfb-86b9-4e55-ad90-1039fe592599 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/quotas/b9a967a1f3444a1e8b7f4321722b5949 HTTP/1.1" status: 200 len: 375 time: 0.0090580 Sep 14 12:23:08.392168 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-9c8f7993-fb65-4d84-bd05-775c3e4df635 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452199 Sep 14 12:23:08.540412 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-0d241cbb-d5a3-48ed-8296-8736727293c1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367781 Sep 14 12:23:08.640249 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3474e5-99ef-4e99-a462-cc7e6c36f939 req-d2951bae-2756-41f9-8224-066153aec30d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:08.641704 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ec3474e5-99ef-4e99-a462-cc7e6c36f939 req-d2951bae-2756-41f9-8224-066153aec30d tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0875103 Sep 14 12:23:08.691705 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d8327a6f-c49d-4e5d-b082-f921c2b440a1 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449597 Sep 14 12:23:08.719195 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ec3474e5-99ef-4e99-a462-cc7e6c36f939 req-265734a0-1984-44c1-8a86-9e11496e94e9 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707343 Sep 14 12:23:08.942296 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8694ed32-1bea-4aff-b0ea-f18cad7f4a9a req-4c162999-c47f-4c27-b82b-2e0a51809f33 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 210 time: 0.0304852 Sep 14 12:23:09.861409 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1910b-a071-4112-a8df-41119eb4db3c req-0b820b38-a8be-4eaf-81e7-b18f48d08536 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:09.862049 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-09a1910b-a071-4112-a8df-41119eb4db3c req-0b820b38-a8be-4eaf-81e7-b18f48d08536 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0620217 Sep 14 12:23:09.914628 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-09a1910b-a071-4112-a8df-41119eb4db3c req-a77f49d0-d71f-429b-b23a-7949443320b5 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467267 Sep 14 12:23:10.042637 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5185c326-4c99-4a84-b7d9-be0545274d5d req-cbc9ece7-3ec4-4a54-a4e7-54d97a303aa8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 210 time: 0.0333140 Sep 14 12:23:10.621819 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:11.117656 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6decf394-1ed2-4ea6-a75a-800151148809 req-2795317a-f89d-4e2a-a535-60a1db956652 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:11.120453 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6decf394-1ed2-4ea6-a75a-800151148809 req-2795317a-f89d-4e2a-a535-60a1db956652 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 943 time: 0.0519907 Sep 14 12:23:11.177999 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-471eb440-1965-4464-86d7-4523a5c22760 req-f5583474-6950-4ef8-b808-d051fa6a04ba tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 210 time: 0.0446911 Sep 14 12:23:11.210745 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6decf394-1ed2-4ea6-a75a-800151148809 req-99053bf5-fb91-4249-a2c6-a774248bdae8 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841322 Sep 14 12:23:11.606121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913ace-250e-4228-9d7e-2eb46b595cae req-d2dbe86a-3254-4f02-9172-389baf715390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:11.608217 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02913ace-250e-4228-9d7e-2eb46b595cae req-d2dbe86a-3254-4f02-9172-389baf715390 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1127 time: 0.0417080 Sep 14 12:23:11.693304 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:11.725408 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913ace-250e-4228-9d7e-2eb46b595cae req-e1642f54-3199-48a2-bfae-a5e5829a60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:11.726919 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02913ace-250e-4228-9d7e-2eb46b595cae req-e1642f54-3199-48a2-bfae-a5e5829a60f1 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 200 len: 910 time: 0.0979836 Sep 14 12:23:11.797244 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02913ace-250e-4228-9d7e-2eb46b595cae req-4a0e5385-02d4-47ed-ad05-696c91f092b3 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 998 time: 0.0632451 Sep 14 12:23:11.910281 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:11.922462 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913ace-250e-4228-9d7e-2eb46b595cae req-7cb129e9-c5a1-4e68-8e25-033e33ec7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:11.924002 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02913ace-250e-4228-9d7e-2eb46b595cae req-7cb129e9-c5a1-4e68-8e25-033e33ec7529 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 HTTP/1.1" status: 200 len: 848 time: 0.1047525 Sep 14 12:23:11.980947 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device f37c6abe-5567-400c-b0bd-04c3772b1a60 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:23:11.996481 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02913ace-250e-4228-9d7e-2eb46b595cae req-0bd16b5a-bbc4-4dc1-be3e-d4d68693eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:11.998049 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02913ace-250e-4228-9d7e-2eb46b595cae req-0bd16b5a-bbc4-4dc1-be3e-d4d68693eefc service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0680051 Sep 14 12:23:12.008740 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-16a1a81f-17b0-4efd-a56d-0d3133f77fb4 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:12.010367 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-16a1a81f-17b0-4efd-a56d-0d3133f77fb4 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.81 "GET /networking/v2.0/networks?id=6856505e-81d6-410f-8a50-79da18a2fea9 HTTP/1.1" status: 200 len: 814 time: 0.1925507 Sep 14 12:23:12.036982 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'port': {'device_id': '317a118f-cac5-4462-9a96-2292223af807', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'admin_state_up': True, 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:12.049936 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=100 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:12.097666 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port f37c6abe-5567-400c-b0bd-04c3772b1a60, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:12.111685 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'port_id': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'mac_address': 'fa:16:3e:8c:8e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:23:12.167534 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port f37c6abe-5567-400c-b0bd-04c3772b1a60 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:23:12.167836 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:12.171214 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:12.185770 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37c6abe-5567-400c-b0bd-04c3772b1a60 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:23:12.210010 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port f37c6abe-5567-400c-b0bd-04c3772b1a60, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:12.331505 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:12.398417 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=f37c6abe-5567-400c-b0bd-04c3772b1a60,revision_number=7']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:12.484045 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-beb95027-f52e-47b4-87b2-f1cdd833b340 req-367af7d2-a3f4-4053-bca7-b379177c25c7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 210 time: 0.0842621 Sep 14 12:23:12.518693 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97532b13-5767-4861-8e4a-e6fbaa43471f req-f406b9ff-2319-4b77-815b-f4427f2b1e11 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:12.518693 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-97532b13-5767-4861-8e4a-e6fbaa43471f req-f406b9ff-2319-4b77-815b-f4427f2b1e11 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 944 time: 0.1209328 Sep 14 12:23:12.561498 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02913ace-250e-4228-9d7e-2eb46b595cae req-1c6572b2-ab2f-424c-9c25-6127dd816fd2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5501101 Sep 14 12:23:12.677530 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-97532b13-5767-4861-8e4a-e6fbaa43471f req-bcbba380-c567-4ca7-8a49-930c703c8a1e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392386 Sep 14 12:23:12.704339 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-20512064-68d0-4b0c-beb6-f81f260cc0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:12.718933 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02913ace-250e-4228-9d7e-2eb46b595cae req-6bb1127a-74d1-45a1-9784-0e0c482c26fd service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490092 Sep 14 12:23:12.759897 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Made reservation on behalf of b9a967a1f3444a1e8b7f4321722b5949 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:23:12.764983 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:12.819610 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['f37c6abe-5567-400c-b0bd-04c3772b1a60'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:23:12.963756 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Allocated IP 172.20.0.5 (6856505e-81d6-410f-8a50-79da18a2fea9/d29f2762-cf32-4e40-9312-6a2046eeee05/d0116994-2eb1-4246-a0d6-2ce571474c5c) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:23:13.038965 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:13.237430 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:13.348510 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:13.395976 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Network 6856505e-81d6-410f-8a50-79da18a2fea9 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:23:13.402161 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:23:13.406391 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:23:13.459617 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'Port': ['ID=d0116994-2eb1-4246-a0d6-2ce571474c5c,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:13.508571 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:13.510833 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:13.520671 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:13.601816 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-d91e2ec8-4056-4011-bacb-8764c0c47544 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5709312 Sep 14 12:23:13.648499 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc1686-18cd-49dc-b70a-5b5b48bb26ca req-851d24c2-0573-47cb-ad55-b2d1e9bd99d1 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:13.650669 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85dc1686-18cd-49dc-b70a-5b5b48bb26ca req-851d24c2-0573-47cb-ad55-b2d1e9bd99d1 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 931 time: 0.0657284 Sep 14 12:23:13.720554 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Provisioning complete for port d0116994-2eb1-4246-a0d6-2ce571474c5c triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:23:13.721712 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:13.721712 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Attempt 1 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:13.759058 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85dc1686-18cd-49dc-b70a-5b5b48bb26ca req-9764833b-a398-4792-8e06-a60256d5264b tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984342 Sep 14 12:23:13.763801 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Port d0116994-2eb1-4246-a0d6-2ce571474c5c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:13.851164 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b27e7b-7383-406c-993a-8c6777e7824e req-36462dcb-2fc0-495b-9cfc-093cd47f2d51 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:13.852949 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99b27e7b-7383-406c-993a-8c6777e7824e req-36462dcb-2fc0-495b-9cfc-093cd47f2d51 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 944 time: 0.0542455 Sep 14 12:23:13.912717 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99b27e7b-7383-406c-993a-8c6777e7824e req-afc5c0ed-55e5-4a80-a9b0-f3f08de818fa tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539691 Sep 14 12:23:14.259059 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device f37c6abe-5567-400c-b0bd-04c3772b1a60 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:23:14.267892 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Attempt 2 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:14.352681 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Port d0116994-2eb1-4246-a0d6-2ce571474c5c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:14.362580 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port f37c6abe-5567-400c-b0bd-04c3772b1a60 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:23:14.362962 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:14.363363 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port f37c6abe-5567-400c-b0bd-04c3772b1a60 Sep 14 12:23:14.449665 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port f37c6abe-5567-400c-b0bd-04c3772b1a60 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:23:14.450696 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:14.477284 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:23:14.479844 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a63d98a-7f04-428c-b05e-36858e151129" -d '{"events": [{"server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "name": "network-vif-plugged", "status": "completed", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:23:14.494008 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port f37c6abe-5567-400c-b0bd-04c3772b1a60, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:14.524111 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7542b194-6835-481c-8dc6-4483f84b56f0 x-openstack-request-id: req-7542b194-6835-481c-8dc6-4483f84b56f0 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:23:14.524366 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "name": "network-vif-plugged", "status": "completed", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:23:14.524607 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7542b194-6835-481c-8dc6-4483f84b56f0 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:23:14.525009 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7542b194-6835-481c-8dc6-4483f84b56f0'] response: {'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'code': 200} Sep 14 12:23:14.599616 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:14.660073 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=f37c6abe-5567-400c-b0bd-04c3772b1a60,revision_number=8']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:14.853748 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Attempt 3 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:14.897997 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Port d0116994-2eb1-4246-a0d6-2ce571474c5c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:14.899020 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a4ad9-3e83-42b7-9e71-5197313db613 req-19e107c4-96b7-48ad-9afa-51585f707fac tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:14.900582 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3a6a4ad9-3e83-42b7-9e71-5197313db613 req-19e107c4-96b7-48ad-9afa-51585f707fac tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 931 time: 0.0564108 Sep 14 12:23:14.968259 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3a6a4ad9-3e83-42b7-9e71-5197313db613 req-4529c8e8-6af7-44ff-b798-a7b0ed1ebc15 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594919 Sep 14 12:23:15.058866 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce779d-b7b9-4482-9649-b75fad47e73f req-2c2530f0-e541-4f02-a636-807fa1d6d559 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:15.061776 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e6ce779d-b7b9-4482-9649-b75fad47e73f req-2c2530f0-e541-4f02-a636-807fa1d6d559 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0538435 Sep 14 12:23:15.118711 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e6ce779d-b7b9-4482-9649-b75fad47e73f req-2c9ba8df-dce7-4857-85df-6f35ef33f9a4 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520022 Sep 14 12:23:15.227689 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9fe55bcb-536e-4c73-9197-ccc8383f71dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:15.399438 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Attempt 4 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:15.419560 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:15.434033 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Port d0116994-2eb1-4246-a0d6-2ce571474c5c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:15.935938 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Attempt 5 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:15.970427 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Port d0116994-2eb1-4246-a0d6-2ce571474c5c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:16.107372 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490413f-4431-4f7f-b7e9-099236f27eb5 req-f3801f77-a59c-4701-a646-dbcba423b94b tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:16.108900 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6490413f-4431-4f7f-b7e9-099236f27eb5 req-f3801f77-a59c-4701-a646-dbcba423b94b tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 931 time: 0.0540030 Sep 14 12:23:16.168235 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6490413f-4431-4f7f-b7e9-099236f27eb5 req-5fc906fe-e916-40e7-a890-4f63ca92995e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536380 Sep 14 12:23:16.268525 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eac8d0-1cc2-4bf5-9f80-5f50c5477cc6 req-dc9a8fd4-231e-45f9-bf4b-470eb194fa7c tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:16.270196 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02eac8d0-1cc2-4bf5-9f80-5f50c5477cc6 req-dc9a8fd4-231e-45f9-bf4b-470eb194fa7c tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0594265 Sep 14 12:23:16.334426 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-02eac8d0-1cc2-4bf5-9f80-5f50c5477cc6 req-d444a5e7-fbbc-44cc-a6e8-6583d2b24f7a tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583742 Sep 14 12:23:16.478220 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Attempt 6 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:16.564251 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:16.564251 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Port d0116994-2eb1-4246-a0d6-2ce571474c5c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:17.015217 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Attempt 7 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:17.054811 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Port d0116994-2eb1-4246-a0d6-2ce571474c5c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:17.101899 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:17.292281 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:17.331576 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25389c38-bbf0-4f71-80e7-1b486039f20e req-39a2ee70-3320-4bad-af82-d3e179a907c7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:17.339831 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-25389c38-bbf0-4f71-80e7-1b486039f20e req-39a2ee70-3320-4bad-af82-d3e179a907c7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 931 time: 0.0896051 Sep 14 12:23:17.421258 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-25389c38-bbf0-4f71-80e7-1b486039f20e req-1b42d132-53b4-4cd6-b126-8af419230bfb tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794191 Sep 14 12:23:17.493144 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b66a86-c4b9-4958-881c-f98c2095d8bb req-2b6fd81e-9485-4439-b58e-a4ba27c4b32c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:17.494801 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f6b66a86-c4b9-4958-881c-f98c2095d8bb req-2b6fd81e-9485-4439-b58e-a4ba27c4b32c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.1072388 Sep 14 12:23:17.557921 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Attempt 8 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:17.596005 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Port d0116994-2eb1-4246-a0d6-2ce571474c5c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:17.612182 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f6b66a86-c4b9-4958-881c-f98c2095d8bb req-cb9abac9-7837-44a8-9ac5-2951a11bf92c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096697 Sep 14 12:23:17.620628 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e5e49-f391-43fc-af7d-a9cf19262284 req-87f2b133-c575-4b35-b0e1-77790018cb3e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:17.622592 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af7e5e49-f391-43fc-af7d-a9cf19262284 req-87f2b133-c575-4b35-b0e1-77790018cb3e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0905893 Sep 14 12:23:17.694661 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-af7e5e49-f391-43fc-af7d-a9cf19262284 req-b0837c31-0e77-4733-bff4-d62a7c2ebb56 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658095 Sep 14 12:23:17.924583 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:18.073157 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:18.097941 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Attempt 9 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:18.143836 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Port d0116994-2eb1-4246-a0d6-2ce571474c5c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:18.569779 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd730183-e968-4f2d-813d-60714154fcb1 req-216ab8ac-c295-4532-82c0-b0944674f430 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:18.571338 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bd730183-e968-4f2d-813d-60714154fcb1 req-216ab8ac-c295-4532-82c0-b0944674f430 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 931 time: 0.0605407 Sep 14 12:23:18.644201 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bd730183-e968-4f2d-813d-60714154fcb1 req-14f822e4-2ab9-4b4b-8b1c-edd9f90763ff tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658035 Sep 14 12:23:18.644804 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Attempt 10 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:18.698929 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ee68f3fb-96ab-4a5f-a0aa-06a54f00f5a3 None None] Port d0116994-2eb1-4246-a0d6-2ce571474c5c cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:18.845746 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde982c-5454-4240-b45f-ce7bf9579ae7 req-4a2f3022-f83c-4bfb-8bad-47fdae401a2f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:18.847328 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6dde982c-5454-4240-b45f-ce7bf9579ae7 req-4a2f3022-f83c-4bfb-8bad-47fdae401a2f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.1072979 Sep 14 12:23:18.853797 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:18.885657 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a71ff32-04e9-4252-ae34-6d7a2835660c req-87d4fe4e-5cde-466f-b6d1-618418cbcbc6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:18.887221 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8a71ff32-04e9-4252-ae34-6d7a2835660c req-87d4fe4e-5cde-466f-b6d1-618418cbcbc6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0966680 Sep 14 12:23:18.952480 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6dde982c-5454-4240-b45f-ce7bf9579ae7 req-e2c7016b-5b00-401b-835e-b395adbfe8ec tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944355 Sep 14 12:23:18.993952 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8a71ff32-04e9-4252-ae34-6d7a2835660c req-48a043d9-ec15-46a3-a71b-17130bce61bd tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946136 Sep 14 12:23:19.796232 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c78689-b345-471e-906b-ee7965cb26b9 req-99e9e6bb-347c-41d0-a760-794e61e3dd69 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:19.798137 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-47c78689-b345-471e-906b-ee7965cb26b9 req-99e9e6bb-347c-41d0-a760-794e61e3dd69 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 931 time: 0.0527105 Sep 14 12:23:19.866643 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-47c78689-b345-471e-906b-ee7965cb26b9 req-38270a32-16ed-4202-b927-ad9598d26a74 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548685 Sep 14 12:23:20.104857 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a70cb5-36c4-4dcc-9e42-8003b3a44d14 req-d24c31fc-3df9-48b6-8e66-ba2223a7b158 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:20.111143 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99a70cb5-36c4-4dcc-9e42-8003b3a44d14 req-d24c31fc-3df9-48b6-8e66-ba2223a7b158 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.0587459 Sep 14 12:23:20.180016 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499630da-eab5-4ada-bcc4-df958c963a63 req-cd1931a3-b1df-4fcc-8689-c45bee37aed6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:20.181575 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-499630da-eab5-4ada-bcc4-df958c963a63 req-cd1931a3-b1df-4fcc-8689-c45bee37aed6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0742908 Sep 14 12:23:20.219532 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99a70cb5-36c4-4dcc-9e42-8003b3a44d14 req-7fa03d43-ac3b-4699-9cc2-c986dd480d2f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013546 Sep 14 12:23:20.251915 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-499630da-eab5-4ada-bcc4-df958c963a63 req-b9c67b44-c30f-4bcf-aaa0-1f29b6a2974a tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581529 Sep 14 12:23:21.002365 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af3441-947b-46e9-b1f0-a9357b72d26c req-06a2d816-7323-4ef7-a488-a63be12ce0ca tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:21.003820 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-31af3441-947b-46e9-b1f0-a9357b72d26c req-06a2d816-7323-4ef7-a488-a63be12ce0ca tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 931 time: 0.0471132 Sep 14 12:23:21.051418 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-31af3441-947b-46e9-b1f0-a9357b72d26c req-d8da5225-8304-413b-8094-5f9705795591 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420980 Sep 14 12:23:21.362992 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a28fbb-1509-48aa-a058-99704accf7f1 req-c4d16154-d81a-49d9-bae2-a304ab4520a9 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:21.364561 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05a28fbb-1509-48aa-a058-99704accf7f1 req-c4d16154-d81a-49d9-bae2-a304ab4520a9 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.0623157 Sep 14 12:23:21.413792 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13230b05-dc4c-47f4-9537-92a575745a5e req-9f367b21-1f28-4021-b6f0-26dab576a1ae tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:21.415295 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13230b05-dc4c-47f4-9537-92a575745a5e req-9f367b21-1f28-4021-b6f0-26dab576a1ae tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0747762 Sep 14 12:23:21.458677 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-05a28fbb-1509-48aa-a058-99704accf7f1 req-8e863d3c-3147-4914-95c5-dbac289c1ea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771568 Sep 14 12:23:21.487255 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-13230b05-dc4c-47f4-9537-92a575745a5e req-232f5269-0a31-40d5-a6f3-fe2b1fe77167 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617414 Sep 14 12:23:22.158747 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:22.176781 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a2402-33b7-46d1-bc5b-d2f56e118095 req-607dd840-7295-43d4-85de-647dcef03034 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:22.178283 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9d4a2402-33b7-46d1-bc5b-d2f56e118095 req-607dd840-7295-43d4-85de-647dcef03034 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 931 time: 0.0507534 Sep 14 12:23:22.225897 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9d4a2402-33b7-46d1-bc5b-d2f56e118095 req-0a037d09-0727-4e1d-a5c8-e5779709d4a7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418930 Sep 14 12:23:22.612698 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb5195-f63b-4369-ba96-6fefd1456eb4 req-26c21c0e-6ef7-49a7-b0a5-eab4b9a9fddf tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:22.614235 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-12bb5195-f63b-4369-ba96-6fefd1456eb4 req-26c21c0e-6ef7-49a7-b0a5-eab4b9a9fddf tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.0784748 Sep 14 12:23:22.633624 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6847ea-5ff6-4b7b-be15-938486980b65 req-fd4a642c-f62e-481d-b274-c9bbfd1a3c34 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:22.635158 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac6847ea-5ff6-4b7b-be15-938486980b65 req-fd4a642c-f62e-481d-b274-c9bbfd1a3c34 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0673184 Sep 14 12:23:22.703950 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-12bb5195-f63b-4369-ba96-6fefd1456eb4 req-3c13535e-64a3-4e75-977d-3e5299a595c9 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836704 Sep 14 12:23:22.719373 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ac6847ea-5ff6-4b7b-be15-938486980b65 req-6ae46191-2953-48d3-9a39-38e7c3e8957b tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746264 Sep 14 12:23:23.256070 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Request body: {'port': {'device_id': '317a118f-cac5-4462-9a96-2292223af807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:23.291158 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:23.359084 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:23.382116 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8248fb2-a2fb-4e35-8f8c-615c10925012 req-7f26cde1-b8f4-4a48-a9c7-73ffc50edaae tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:23.385924 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c8248fb2-a2fb-4e35-8f8c-615c10925012 req-7f26cde1-b8f4-4a48-a9c7-73ffc50edaae tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 931 time: 0.0764523 Sep 14 12:23:23.516724 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c8248fb2-a2fb-4e35-8f8c-615c10925012 req-a35855f2-549e-4692-abd7-264e6092bde9 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086159 Sep 14 12:23:23.683150 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0116994-2eb1-4246-a0d6-2ce571474c5c {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:23:23.691078 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Publish callbacks [] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:23.703872 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Transition to ACTIVE for port object d0116994-2eb1-4246-a0d6-2ce571474c5c will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:23:23.782164 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:23.917707 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd423109-f7a7-4c15-953e-230cbec2aff8 req-89108795-15bd-4b90-b294-6fabc8e71417 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:23.919809 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd423109-f7a7-4c15-953e-230cbec2aff8 req-89108795-15bd-4b90-b294-6fabc8e71417 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.1348054 Sep 14 12:23:23.943564 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Pushing event updated for resources: {'Port': ['ID=d0116994-2eb1-4246-a0d6-2ce571474c5c,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:23.953655 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68313ffd-6ac4-4ba8-bf2d-2abd081f2bf1 req-86dbf313-7140-4ff9-8d86-c4d4cb16c726 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:23.955151 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-68313ffd-6ac4-4ba8-bf2d-2abd081f2bf1 req-86dbf313-7140-4ff9-8d86-c4d4cb16c726 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.1542463 Sep 14 12:23:24.023903 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:24.059227 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Attempting to bind port d0116994-2eb1-4246-a0d6-2ce571474c5c on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:23:24.059494 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Attempting to bind port d0116994-2eb1-4246-a0d6-2ce571474c5c by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:23:24.059819 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Attempting to bind port d0116994-2eb1-4246-a0d6-2ce571474c5c on network 6856505e-81d6-410f-8a50-79da18a2fea9 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:23:24.069432 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fd423109-f7a7-4c15-953e-230cbec2aff8 req-5a0425da-e3d9-47b4-9ca2-9eeca0e87947 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437759 Sep 14 12:23:24.095698 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-68313ffd-6ac4-4ba8-bf2d-2abd081f2bf1 req-d99f2348-5fe0-47b6-86e0-59677accbff1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306808 Sep 14 12:23:24.115141 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Port d0116994-2eb1-4246-a0d6-2ce571474c5c on network 6856505e-81d6-410f-8a50-79da18a2fea9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:23:24.115474 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Attempting to bind port d0116994-2eb1-4246-a0d6-2ce571474c5c on network 6856505e-81d6-410f-8a50-79da18a2fea9 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:23:24.143917 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:24.158540 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:23:24.158882 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Checking segment: {'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:23:24.159270 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Bound using segment: {'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:23:24.159735 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Bound port: d0116994-2eb1-4246-a0d6-2ce571474c5c, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46e1acd7-f523-4dab-b195-922dce2c7248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:23:24.160100 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:24.224786 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] For port d0116994-2eb1-4246-a0d6-2ce571474c5c, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:23:24.227956 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] For port d0116994-2eb1-4246-a0d6-2ce571474c5c, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:23:24.329691 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:24.333959 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:24.334599 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:24.335976 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 200 len: 1093 time: 1.0844123 Sep 14 12:23:24.336563 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:23:24.338882 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7397f6-f12d-408a-ba82-6d5dd840b8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:23:24.392004 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e047d7-90c9-4d6d-845b-2b8c44730b7c service neutron] Pushing event updated for resources: {'Port': ['ID=d0116994-2eb1-4246-a0d6-2ce571474c5c,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:24.474658 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7f3dfc-3ae6-44d4-b8ca-35f15f82e706 x-openstack-request-id: req-7b7f3dfc-3ae6-44d4-b8ca-35f15f82e706 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:23:24.474945 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:23:24.475197 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b7f3dfc-3ae6-44d4-b8ca-35f15f82e706 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:23:24.475631 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7f3dfc-3ae6-44d4-b8ca-35f15f82e706'] response: {'name': 'network-changed', 'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'status': 'completed', 'code': 200} Sep 14 12:23:24.632898 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7397f6-f12d-408a-ba82-6d5dd840b8cb req-0450ba76-10ab-431b-877e-cda4f4e8d823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:24.634423 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1b7397f6-f12d-408a-ba82-6d5dd840b8cb req-0450ba76-10ab-431b-877e-cda4f4e8d823 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 1127 time: 0.0697043 Sep 14 12:23:24.653047 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e8b19-20eb-4d43-b7bb-a88dc781edfd req-91c907d5-cfb4-4578-b170-982f9f25a062 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:24.654525 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-588e8b19-20eb-4d43-b7bb-a88dc781edfd req-91c907d5-cfb4-4578-b170-982f9f25a062 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 943 time: 0.0592148 Sep 14 12:23:24.707314 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-588e8b19-20eb-4d43-b7bb-a88dc781edfd req-a60d68ba-77a8-46c2-939b-b496989a228b tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471239 Sep 14 12:23:24.866237 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7397f6-f12d-408a-ba82-6d5dd840b8cb req-396f8984-f32d-47c0-add9-d10bf164594a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:24.872400 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1b7397f6-f12d-408a-ba82-6d5dd840b8cb req-396f8984-f32d-47c0-add9-d10bf164594a service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969987 Sep 14 12:23:25.138921 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7397f6-f12d-408a-ba82-6d5dd840b8cb req-d89ec07f-9689-43fc-9e66-cdd8fba6e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:25.140410 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1b7397f6-f12d-408a-ba82-6d5dd840b8cb req-d89ec07f-9689-43fc-9e66-cdd8fba6e656 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056783 Sep 14 12:23:25.178121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2a8d7-64a6-4813-bf36-8974ff8d9aab req-61bdc935-4a3d-4f5d-a319-e3f0eca89c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:25.179607 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fdd2a8d7-64a6-4813-bf36-8974ff8d9aab req-61bdc935-4a3d-4f5d-a319-e3f0eca89c1a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1129 time: 0.0520842 Sep 14 12:23:25.242669 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c88f89-fced-4785-b819-c952b387ed71 req-2bd576be-5c3d-4a47-87af-e7b0d4da7d6f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:25.244186 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-50c88f89-fced-4785-b819-c952b387ed71 req-2bd576be-5c3d-4a47-87af-e7b0d4da7d6f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.0809023 Sep 14 12:23:25.287275 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983b2d1-4f37-4d71-932b-5960943ff0e2 req-1b30015b-2e03-4d08-9cc9-2bf8eb3eb496 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:25.288785 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0983b2d1-4f37-4d71-932b-5960943ff0e2 req-1b30015b-2e03-4d08-9cc9-2bf8eb3eb496 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0933952 Sep 14 12:23:25.310018 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-4893ebca-b5a6-4589-b56b-6b335e61e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:25.312316 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-4893ebca-b5a6-4589-b56b-6b335e61e781 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 1127 time: 0.0428100 Sep 14 12:23:25.358027 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-905cd975-72b7-4c75-b840-3b38cf36e3ac service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 200 len: 217 time: 0.0333691 Sep 14 12:23:25.362033 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-aea45931-3855-46ec-a767-a44f94ca2839 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:25.363468 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-aea45931-3855-46ec-a767-a44f94ca2839 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 946 time: 0.1067643 Sep 14 12:23:25.412367 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-456b37cc-c85b-4102-ac88-0a1a4dec617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:25.413813 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-456b37cc-c85b-4102-ac88-0a1a4dec617a service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d29f2762-cf32-4e40-9312-6a2046eeee05 HTTP/1.1" status: 200 len: 853 time: 0.0501323 Sep 14 12:23:25.437457 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-50c88f89-fced-4785-b819-c952b387ed71 req-2318e2d2-0f46-41ae-9a72-ca0153bd8c7a tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846149 Sep 14 12:23:25.439948 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fdd2a8d7-64a6-4813-bf36-8974ff8d9aab req-cc09071e-9a05-4b64-bdce-e95d7d6e9c91 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1949201 Sep 14 12:23:25.458462 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-afbbfe38-072f-4272-b056-163e5b809e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:25.460103 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-afbbfe38-072f-4272-b056-163e5b809e8e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=6856505e-81d6-410f-8a50-79da18a2fea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401332 Sep 14 12:23:25.461745 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0983b2d1-4f37-4d71-932b-5960943ff0e2 req-8b59ad0f-dc75-4a3f-aa7c-e5b29a64c3bb tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474199 Sep 14 12:23:25.498662 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:25.509160 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Deleting port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:23:25.509530 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:25.611342 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] For port 3e4b4210-37df-4a36-8bce-d12d7d842ae2, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=3e4b4210-37df-4a36-8bce-d12d7d842ae2,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:25.611624 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:25.613805 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:25.781103 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:25.781527 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (aa536d18-0759-43db-a600-7616fe15f382), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:25.781836 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Floating IP aa536d18-0759-43db-a600-7616fe15f382 disassociated. External IP: 172.27.3.24, port: 3e4b4210-37df-4a36-8bce-d12d7d842ae2. Sep 14 12:23:25.782121 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Calling delete_port for 3e4b4210-37df-4a36-8bce-d12d7d842ae2 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:23:25.872772 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-fe6d3624-dd1d-44f5-afac-c0041697be36 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893440 Sep 14 12:23:25.873071 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5f07c-ec39-4a04-ae94-9cbb7142e0c6 req-a19076e5-1587-4299-827f-44f48313ae81 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:25.873071 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-71f5f07c-ec39-4a04-ae94-9cbb7142e0c6 req-a19076e5-1587-4299-827f-44f48313ae81 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 943 time: 0.0864775 Sep 14 12:23:25.939476 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-71f5f07c-ec39-4a04-ae94-9cbb7142e0c6 req-e2b51823-eae1-48fc-90b8-8429c2668e73 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574467 Sep 14 12:23:26.055948 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (3e4b4210-37df-4a36-8bce-d12d7d842ae2), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:26.083659 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event deleted for resources: {'Port': ['ID=3e4b4210-37df-4a36-8bce-d12d7d842ae2,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:26.200672 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:23:26.306116 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:23:26.318190 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] Sync routers for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:23:26.329020 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:23:26.330384 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:23:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:26.350660 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-4779a4b0-7753-4d3e-9da7-0909ae4f81c0 req-46aadcd8-6867-45c0-bc71-3bbbacd5fc11 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943406 Sep 14 12:23:26.351284 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] No DVR routers for this DVR port 3e4b4210-37df-4a36-8bce-d12d7d842ae2 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:23:26.353430 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:26.357487 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-16d9dd30-e8d9-4822-96f8-279905d970c2 req-b3e5cec2-5f62-4f0b-9155-87869f0eeea1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "DELETE /networking/v2.0/ports/3e4b4210-37df-4a36-8bce-d12d7d842ae2 HTTP/1.1" status: 204 len: 173 time: 0.9833763 Sep 14 12:23:26.433196 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:23:26.478606 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'name': 'network-vif-deleted', 'tag': '3e4b4210-37df-4a36-8bce-d12d7d842ae2'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:23:26.479154 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3429a31-4e90-4eb2-8c61-7664f13d21d1" -d '{"events": [{"server_uuid": "75e2d5b4-de88-42a8-8e7c-d6dd04c49794", "name": "network-vif-deleted", "tag": "3e4b4210-37df-4a36-8bce-d12d7d842ae2"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:23:26.526832 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cded47e2-8a82-41eb-bf49-fe1ca4667800 x-openstack-request-id: req-cded47e2-8a82-41eb-bf49-fe1ca4667800 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:23:26.527129 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e2d5b4-de88-42a8-8e7c-d6dd04c49794", "name": "network-vif-deleted", "tag": "3e4b4210-37df-4a36-8bce-d12d7d842ae2", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:23:26.527385 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cded47e2-8a82-41eb-bf49-fe1ca4667800 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:23:26.527842 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cded47e2-8a82-41eb-bf49-fe1ca4667800'] response: {'server_uuid': '75e2d5b4-de88-42a8-8e7c-d6dd04c49794', 'name': 'network-vif-deleted', 'tag': '3e4b4210-37df-4a36-8bce-d12d7d842ae2', 'status': 'completed', 'code': 200} Sep 14 12:23:26.602958 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7c446831-77a7-483d-aef4-fc817aac8bcb req-1a78af0a-8853-48c7-831b-9b1dd1a0d101 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 210 time: 0.0724185 Sep 14 12:23:26.661143 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c5b65-7332-465b-8f17-48a9a476e2eb req-8b2a54c5-15e0-4b61-9b48-54383af32fb9 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:26.662622 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f0c5b65-7332-465b-8f17-48a9a476e2eb req-8b2a54c5-15e0-4b61-9b48-54383af32fb9 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0521436 Sep 14 12:23:26.714666 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5f0c5b65-7332-465b-8f17-48a9a476e2eb req-5ba70a86-e47e-4dfc-9756-b2e961115030 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459931 Sep 14 12:23:26.744606 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:26.769978 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] Checking router: e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:23:26.779353 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:23:26.780671 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:23:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:26.884186 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:23:27.060340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b82aad-9d14-4b32-b8c2-7d8186366df7 req-9e1125cb-d7de-4891-95a8-4b7bcff0e2ab tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:27.061819 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-28b82aad-9d14-4b32-b8c2-7d8186366df7 req-9e1125cb-d7de-4891-95a8-4b7bcff0e2ab tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 943 time: 0.0468731 Sep 14 12:23:27.079979 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:27.087349 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:27.104952 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f0cc2-74e4-46b0-96eb-45062a0ef833 None None] The sync data for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi is: [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:23:27.110080 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-28b82aad-9d14-4b32-b8c2-7d8186366df7 req-3adcd678-fdff-44d4-913e-63fee3bf493b tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424736 Sep 14 12:23:27.326577 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d8bf0b-d462-4d1b-86ce-58f129e2a770 None None] New status for floating IP aa536d18-0759-43db-a600-7616fe15f382: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:23:27.696315 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8742029e-1fc2-47cb-bb7a-c975fa9ca352 req-a17ca454-2149-4fa4-ad6f-6463d4fac532 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 210 time: 0.0320225 Sep 14 12:23:27.845161 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4542758-8497-4a59-a932-5520afd5eb34 req-db76c78a-3a6e-43b6-823d-b7781a474929 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:27.846703 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d4542758-8497-4a59-a932-5520afd5eb34 req-db76c78a-3a6e-43b6-823d-b7781a474929 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0486577 Sep 14 12:23:27.904734 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d4542758-8497-4a59-a932-5520afd5eb34 req-dd0e4fc0-eeca-474a-9d61-93e2410170f4 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519917 Sep 14 12:23:28.217742 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:28.230563 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdfc9d-fe28-424f-9611-b00f0746b959 req-50755355-9204-43ef-9f9e-1f4da635e543 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:28.232327 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0ffdfc9d-fe28-424f-9611-b00f0746b959 req-50755355-9204-43ef-9f9e-1f4da635e543 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 943 time: 0.0484228 Sep 14 12:23:28.281725 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0ffdfc9d-fe28-424f-9611-b00f0746b959 req-166d4d43-eb35-4746-84d7-43708fa827cc tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436430 Sep 14 12:23:28.804716 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-fe57ff31-b2dc-496c-95c3-f1c712457139 req-b5dfc270-ad7a-4f0e-87a9-5c2039c97812 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 210 time: 0.0307817 Sep 14 12:23:29.030077 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b11a75-001e-419c-a743-51183211507f req-ead8b534-2794-4e11-888e-c91d072b59b3 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:29.031455 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-48b11a75-001e-419c-a743-51183211507f req-ead8b534-2794-4e11-888e-c91d072b59b3 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Sep 14 12:23:29.089048 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-48b11a75-001e-419c-a743-51183211507f req-61793063-82f3-44d6-bf4f-60d1f9672b83 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516467 Sep 14 12:23:29.435861 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24772e40-2384-4ec2-8d8f-63f13b75b971 req-2b015fd6-bcb1-4d48-9325-81ac5f56cab4 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:29.437461 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24772e40-2384-4ec2-8d8f-63f13b75b971 req-2b015fd6-bcb1-4d48-9325-81ac5f56cab4 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 943 time: 0.0489359 Sep 14 12:23:29.505590 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-24772e40-2384-4ec2-8d8f-63f13b75b971 req-bfa2fa73-f412-4bc0-9ad1-10fd2037c77a tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622747 Sep 14 12:23:29.717683 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:23:29.937605 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d42b0e10-e125-4a7d-afba-bcaa2ec245ed req-844e50a0-91f5-494b-9835-9863afaaafdb tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=75e2d5b4-de88-42a8-8e7c-d6dd04c49794 HTTP/1.1" status: 200 len: 210 time: 0.0324526 Sep 14 12:23:30.216033 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f321d2-2e62-4e5d-86e4-a5ca7deb74a1 req-363e6bc8-7af6-4f22-9bcf-0b27d51094b6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:30.217507 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-50f321d2-2e62-4e5d-86e4-a5ca7deb74a1 req-363e6bc8-7af6-4f22-9bcf-0b27d51094b6 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0468504 Sep 14 12:23:30.268853 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-50f321d2-2e62-4e5d-86e4-a5ca7deb74a1 req-ba5da59e-fc70-4796-b43e-0ab8f64cb2ce tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451958 Sep 14 12:23:30.283399 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device d0116994-2eb1-4246-a0d6-2ce571474c5c details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:23:30.297352 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 3e4b4210-37df-4a36-8bce-d12d7d842ae2 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:23:30.322662 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 3e4b4210-37df-4a36-8bce-d12d7d842ae2 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:23:30.323071 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 3e4b4210-37df-4a36-8bce-d12d7d842ae2 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:23:30.411071 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port d0116994-2eb1-4246-a0d6-2ce571474c5c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:30.423758 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'port_id': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'mac_address': 'fa:16:3e:be:3b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:23:30.464278 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port d0116994-2eb1-4246-a0d6-2ce571474c5c is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:23:30.464665 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:30.478512 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0116994-2eb1-4246-a0d6-2ce571474c5c {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:23:30.498758 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port d0116994-2eb1-4246-a0d6-2ce571474c5c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:30.610324 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:30.628971 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45dc8c-2858-41d2-a60e-e1eb6b7aef5f req-449a6c57-f5b8-4319-b18f-dbff5b5d371e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:30.630526 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d45dc8c-2858-41d2-a60e-e1eb6b7aef5f req-449a6c57-f5b8-4319-b18f-dbff5b5d371e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 943 time: 0.0472279 Sep 14 12:23:30.661779 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=d0116994-2eb1-4246-a0d6-2ce571474c5c,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:30.684145 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0d45dc8c-2858-41d2-a60e-e1eb6b7aef5f req-3a38f887-544d-4fee-990d-fe01ece56fdf tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Sep 14 12:23:31.055391 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['d0116994-2eb1-4246-a0d6-2ce571474c5c'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:23:31.198221 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:31.233042 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-59aba846-4b53-44a7-8011-f694342f6509 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1914131548&fields=id&tenant_id=e0cdab1c080d4132adc6cd64d8627c68 HTTP/1.1" status: 200 len: 267 time: 0.0532179 Sep 14 12:23:31.342263 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-fb42473d-17f8-4a17-b160-996d0b51de46 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:31.343701 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-fb42473d-17f8-4a17-b160-996d0b51de46 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 812 time: 0.1039569 Sep 14 12:23:31.358389 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-f9260f0a-e38d-4dba-9978-91ffb510216b tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/quotas/e0cdab1c080d4132adc6cd64d8627c68 HTTP/1.1" status: 200 len: 375 time: 0.0091865 Sep 14 12:23:31.412468 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-62eca721-2fa5-4083-bb8c-06959f2462cc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489273 Sep 14 12:23:31.827851 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-cd7f13eb-e414-46c1-9a23-8863a0d2371b service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011931 Sep 14 12:23:31.833741 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7519-a405-4163-b494-9a59411e4287 req-b2ab1178-91d5-468e-8d05-7d40898fd39e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:31.835246 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d41d7519-a405-4163-b494-9a59411e4287 req-b2ab1178-91d5-468e-8d05-7d40898fd39e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 944 time: 0.0690095 Sep 14 12:23:31.895718 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:31.940850 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d41d7519-a405-4163-b494-9a59411e4287 req-5f4e268b-8994-45c6-b462-dbc311f5fcfd tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966563 Sep 14 12:23:31.963686 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-1dafd86f-cd31-43fc-8bad-11bb02cb4ee8 service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274624 Sep 14 12:23:32.301621 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device d0116994-2eb1-4246-a0d6-2ce571474c5c up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:23:32.347398 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port d0116994-2eb1-4246-a0d6-2ce571474c5c completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:23:32.410669 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port d0116994-2eb1-4246-a0d6-2ce571474c5c triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:23:32.411258 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:32.411822 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port d0116994-2eb1-4246-a0d6-2ce571474c5c Sep 14 12:23:32.494961 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port d0116994-2eb1-4246-a0d6-2ce571474c5c is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:23:32.495349 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:32.527976 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:23:32.527976 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c692297f-5c38-47eb-8e30-01355af91914" -d '{"events": [{"server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "name": "network-vif-plugged", "status": "completed", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:23:32.546171 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port d0116994-2eb1-4246-a0d6-2ce571474c5c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:32.582394 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4b7548-0112-4668-b6ed-256807150b2d x-openstack-request-id: req-dc4b7548-0112-4668-b6ed-256807150b2d {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:23:32.582394 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "name": "network-vif-plugged", "status": "completed", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:23:32.582394 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc4b7548-0112-4668-b6ed-256807150b2d {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:23:32.582394 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4b7548-0112-4668-b6ed-256807150b2d'] response: {'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'code': 200} Sep 14 12:23:32.598966 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-261da222-9f0f-4778-a215-4440dbe14275 req-c0c26ac2-2688-45b4-b8d0-1d531479b08f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 210 time: 0.0374978 Sep 14 12:23:32.618769 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:32.623946 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:32.684298 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=d0116994-2eb1-4246-a0d6-2ce571474c5c,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:32.988534 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132dc6-44fb-491e-bbf4-7432b10dee46 req-d72530f7-3c6f-4400-862e-b7441ea468c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:32.988534 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ad132dc6-44fb-491e-bbf4-7432b10dee46 req-d72530f7-3c6f-4400-862e-b7441ea468c6 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 1129 time: 0.0505762 Sep 14 12:23:33.038501 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:33.049387 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ad132dc6-44fb-491e-bbf4-7432b10dee46 req-032f0814-1b48-4e76-a3b3-e0cd0bf7ff69 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557377 Sep 14 12:23:33.087167 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddc994-cfe4-4fbd-8de9-db8be5970cc8 req-17e2d275-7e13-4d60-92bc-6438e0b99569 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:33.088535 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c2ddc994-cfe4-4fbd-8de9-db8be5970cc8 req-17e2d275-7e13-4d60-92bc-6438e0b99569 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.0600276 Sep 14 12:23:33.140504 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c2ddc994-cfe4-4fbd-8de9-db8be5970cc8 req-7ca72e09-4add-474a-85c3-58e839a1811f tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Sep 14 12:23:33.438656 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:33.701744 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2898e3f5-1f4a-4023-a935-4578aac7dbdf req-be947901-85cd-43f6-b268-273ac5de870c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 210 time: 0.0280414 Sep 14 12:23:34.273281 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8d243-b874-4e0c-ae79-afc629cd4e1e req-b71473a9-eaf6-4b94-b72c-79994bbdea8b tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:34.278224 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91e8d243-b874-4e0c-ae79-afc629cd4e1e req-b71473a9-eaf6-4b94-b72c-79994bbdea8b tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.0510819 Sep 14 12:23:34.330477 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-91e8d243-b874-4e0c-ae79-afc629cd4e1e req-34da9b30-b1b1-46cb-b3b1-7f45a73d2306 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495257 Sep 14 12:23:34.809693 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-121f8e7b-b0c6-4c1a-b356-31d95e914f3b req-afd11422-ada7-4cd4-8757-7b66d6852786 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 210 time: 0.0272508 Sep 14 12:23:35.455326 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b933dd8-786c-426e-a064-90b02ce5c7a5 req-9d04d3f1-f083-4e0e-8388-80375511f502 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:35.456754 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3b933dd8-786c-426e-a064-90b02ce5c7a5 req-9d04d3f1-f083-4e0e-8388-80375511f502 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.0478766 Sep 14 12:23:35.507870 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3b933dd8-786c-426e-a064-90b02ce5c7a5 req-54b35b0c-7388-42f9-b329-d9ecf7e45324 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450373 Sep 14 12:23:35.640374 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a8381-1fba-4e80-89b5-01ce49937014 req-a141bcd4-6a6e-4569-bed0-eaffe42e5f4a tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:35.641948 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f98a8381-1fba-4e80-89b5-01ce49937014 req-a141bcd4-6a6e-4569-bed0-eaffe42e5f4a tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.0506120 Sep 14 12:23:35.694197 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f98a8381-1fba-4e80-89b5-01ce49937014 req-f1228b8d-177b-4a34-9bbb-2f596198602e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462604 Sep 14 12:23:35.879954 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-82ff9b7a-fb10-471e-b3ee-c82d6cc31401 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:35.882373 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-82ff9b7a-fb10-471e-b3ee-c82d6cc31401 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 812 time: 0.1157887 Sep 14 12:23:35.932075 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7ed22293-1194-4768-9df1-22eeb9f609db req-a21bd937-531b-4d55-8f49-82217b317ac0 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 210 time: 0.0354900 Sep 14 12:23:35.979688 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-833b5254-4593-4ab5-80c3-ea63a21894d5 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0cdab1c080d4132adc6cd64d8627c68 HTTP/1.1" status: 200 len: 380 time: 0.0810030 Sep 14 12:23:35.990371 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'port': {'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'admin_state_up': True, 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'security_groups': ['0b96498e-d9fe-4cbb-8b6c-7174bef32a8f']}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:36.067228 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef13d34-fe78-4c84-b735-1283cf2563f9 req-e9161dfd-0a4e-4f49-925a-8e5faad73e81 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:36.068764 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1ef13d34-fe78-4c84-b735-1283cf2563f9 req-e9161dfd-0a4e-4f49-925a-8e5faad73e81 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Sep 14 12:23:36.121377 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1ef13d34-fe78-4c84-b735-1283cf2563f9 req-2124de71-128a-463f-b7d1-e60fa78fca3b tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459287 Sep 14 12:23:36.210583 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Made reservation on behalf of e0cdab1c080d4132adc6cd64d8627c68 for: {'port': 1} {{(pid=106902) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:23:36.222891 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:36.350948 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:36.352213 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Allocated IP 172.20.0.6 (7695930d-2da6-4ee9-8437-3753ca9f2e40/a96728c4-68a9-4090-ac91-17af7b825f56/36821828-5ed7-4142-9e1b-7030c1d1b519) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:23:36.447273 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:36.501417 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:36.611008 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:36.661553 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:23:36.664820 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:23:36.669431 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:23:36.699126 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'Port': ['ID=36821828-5ed7-4142-9e1b-7030c1d1b519,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:36.725800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:36.726786 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:36.807924 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c8a270ee-c909-46f3-bf05-008ca60b56ad tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8211765 Sep 14 12:23:36.833421 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Request body: {'port': {'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:36.899211 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:36.955117 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-1def90a1-d1ca-416d-9eb0-2dabe7a942f8 None None] Provisioning complete for port 36821828-5ed7-4142-9e1b-7030c1d1b519 triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:23:36.956405 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1def90a1-d1ca-416d-9eb0-2dabe7a942f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:36.956930 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-1def90a1-d1ca-416d-9eb0-2dabe7a942f8 None None] Attempt 1 to provision port 36821828-5ed7-4142-9e1b-7030c1d1b519 Sep 14 12:23:37.022651 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-1def90a1-d1ca-416d-9eb0-2dabe7a942f8 None None] Port 36821828-5ed7-4142-9e1b-7030c1d1b519 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:37.075234 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d06334-c6db-4dea-ae6c-fc278e585ae3 req-cb394b4a-ca9b-4971-9cf5-ddfb91e23921 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:37.076854 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-06d06334-c6db-4dea-ae6c-fc278e585ae3 req-cb394b4a-ca9b-4971-9cf5-ddfb91e23921 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 931 time: 0.0586863 Sep 14 12:23:37.135538 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-06d06334-c6db-4dea-ae6c-fc278e585ae3 req-f40a932f-d92c-493d-8d5d-1944631035a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502114 Sep 14 12:23:37.334553 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:37.404254 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36821828-5ed7-4142-9e1b-7030c1d1b519 {{(pid=106902) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:23:37.411676 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Publish callbacks [] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:37.424253 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.provisioning_blocks [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Transition to ACTIVE for port object 36821828-5ed7-4142-9e1b-7030c1d1b519 will not be triggered until provisioned by entity L2. {{(pid=106902) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:23:37.523790 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-1def90a1-d1ca-416d-9eb0-2dabe7a942f8 None None] Attempt 2 to provision port 36821828-5ed7-4142-9e1b-7030c1d1b519 Sep 14 12:23:37.552328 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:37.561554 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-1def90a1-d1ca-416d-9eb0-2dabe7a942f8 None None] Port 36821828-5ed7-4142-9e1b-7030c1d1b519 cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:23:37.619763 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Pushing event updated for resources: {'Port': ['ID=36821828-5ed7-4142-9e1b-7030c1d1b519,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:37.672829 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.managers [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Attempting to bind port 36821828-5ed7-4142-9e1b-7030c1d1b519 on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:23:37.673195 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.managers [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Attempting to bind port 36821828-5ed7-4142-9e1b-7030c1d1b519 by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'}] {{(pid=106902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:23:37.673529 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Attempting to bind port 36821828-5ed7-4142-9e1b-7030c1d1b519 on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:23:37.717254 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Port 36821828-5ed7-4142-9e1b-7030c1d1b519 on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:23:37.717582 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Attempting to bind port 36821828-5ed7-4142-9e1b-7030c1d1b519 on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:23:37.759912 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:23:37.760246 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Checking segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:23:37.760626 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Bound using segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} {{(pid=106902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:23:37.761096 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.managers [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Bound port: 36821828-5ed7-4142-9e1b-7030c1d1b519, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'}}] {{(pid=106902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:23:37.761470 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:37.764586 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:37.828885 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] For port 36821828-5ed7-4142-9e1b-7030c1d1b519, host hv-cinder-84496, cleared binding levels {{(pid=106902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:23:37.833173 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] For port 36821828-5ed7-4142-9e1b-7030c1d1b519, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=36821828-5ed7-4142-9e1b-7030c1d1b519,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:23:37.988482 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:37.993986 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:37.994848 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:37.998756 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/36821828-5ed7-4142-9e1b-7030c1d1b519 HTTP/1.1" status: 200 len: 1093 time: 1.1680639 Sep 14 12:23:37.998756 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888bde55-8bd0-4899-b628-248ceca236ec', 'tag': '36821828-5ed7-4142-9e1b-7030c1d1b519'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:23:37.999988 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98015e52-69f7-48fd-9b05-5a7642f96746" -d '{"events": [{"name": "network-changed", "server_uuid": "888bde55-8bd0-4899-b628-248ceca236ec", "tag": "36821828-5ed7-4142-9e1b-7030c1d1b519"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:23:38.046844 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c317c920-72f7-476c-a6c4-7104e80194b4 x-openstack-request-id: req-c317c920-72f7-476c-a6c4-7104e80194b4 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:23:38.047127 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888bde55-8bd0-4899-b628-248ceca236ec", "tag": "36821828-5ed7-4142-9e1b-7030c1d1b519", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:23:38.047378 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c317c920-72f7-476c-a6c4-7104e80194b4 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:23:38.047775 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c317c920-72f7-476c-a6c4-7104e80194b4'] response: {'name': 'network-changed', 'server_uuid': '888bde55-8bd0-4899-b628-248ceca236ec', 'tag': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'status': 'completed', 'code': 200} Sep 14 12:23:38.052951 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd1b0d-c380-450c-be5d-5bb256654382 service neutron] Pushing event updated for resources: {'Port': ['ID=36821828-5ed7-4142-9e1b-7030c1d1b519,revision_number=3']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:38.059093 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-1def90a1-d1ca-416d-9eb0-2dabe7a942f8 None None] Attempt 3 to provision port 36821828-5ed7-4142-9e1b-7030c1d1b519 Sep 14 12:23:38.102480 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-1def90a1-d1ca-416d-9eb0-2dabe7a942f8 None None] Port 36821828-5ed7-4142-9e1b-7030c1d1b519 had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:23:38.164473 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98015e52-69f7-48fd-9b05-5a7642f96746 req-ff079404-d8a4-41f3-9a8b-11455b17d19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:38.166011 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-98015e52-69f7-48fd-9b05-5a7642f96746 req-ff079404-d8a4-41f3-9a8b-11455b17d19e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 1127 time: 0.0431855 Sep 14 12:23:38.271565 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a391e64-815b-46cf-8ed5-9f2b6430dd0e req-b1bf5576-e81d-457c-b906-c3f5fd013b2f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:38.273356 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3a391e64-815b-46cf-8ed5-9f2b6430dd0e req-b1bf5576-e81d-457c-b906-c3f5fd013b2f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 943 time: 0.0543664 Sep 14 12:23:38.288378 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98015e52-69f7-48fd-9b05-5a7642f96746 req-4c96f5dd-5bdf-42d3-8152-138355b8a625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:38.290012 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-98015e52-69f7-48fd-9b05-5a7642f96746 req-4c96f5dd-5bdf-42d3-8152-138355b8a625 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1092610 Sep 14 12:23:38.327904 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3a391e64-815b-46cf-8ed5-9f2b6430dd0e req-c0298b88-cb25-401f-861b-87ebc049a63c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488524 Sep 14 12:23:38.399702 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98015e52-69f7-48fd-9b05-5a7642f96746 req-0eda4ced-41e9-48a8-a893-62485d5f0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:38.399702 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-98015e52-69f7-48fd-9b05-5a7642f96746 req-0eda4ced-41e9-48a8-a893-62485d5f0c65 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952814 Sep 14 12:23:38.509447 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-975e8078-30e5-4ab4-a728-141287cb48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:38.510970 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-975e8078-30e5-4ab4-a728-141287cb48c2 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 1127 time: 0.0458057 Sep 14 12:23:38.563973 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-c841959c-307d-4547-b8da-dcbe08cd96f3 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36821828-5ed7-4142-9e1b-7030c1d1b519 HTTP/1.1" status: 200 len: 217 time: 0.0340579 Sep 14 12:23:38.615846 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-e97585ef-7afb-4595-ab17-e166b1d782ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:38.617460 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-e97585ef-7afb-4595-ab17-e166b1d782ad service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0474379 Sep 14 12:23:38.666494 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-ad6f09d3-a590-4f01-a0ec-8ccf79dc6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:38.668554 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-ad6f09d3-a590-4f01-a0ec-8ccf79dc6c62 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445726 Sep 14 12:23:38.757770 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-2ab51fa8-d088-4dc3-98d1-89ec2d28d22e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836561 Sep 14 12:23:38.853191 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-775e6f98-f747-4f52-9886-f9cb2d25b559 req-d7b8d8d7-b68b-425a-865e-f067a177f515 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894196 Sep 14 12:23:39.451688 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b68eb-485a-4197-a02f-64cec02905ef req-ce764e3a-fcbb-415a-8c68-71d851a647a1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:39.453224 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8e4b68eb-485a-4197-a02f-64cec02905ef req-ce764e3a-fcbb-415a-8c68-71d851a647a1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 943 time: 0.0493577 Sep 14 12:23:39.508789 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8e4b68eb-485a-4197-a02f-64cec02905ef req-a2e27503-8baa-4a58-b905-2b0437c0c1b1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498629 Sep 14 12:23:39.736550 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=69 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:39.749615 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=71 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:40.636431 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10921956-7607-4d57-8e13-1ecf1eb764c4 req-11ac816c-62f1-4047-ba0c-ad20d2656a9c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:40.638096 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-10921956-7607-4d57-8e13-1ecf1eb764c4 req-11ac816c-62f1-4047-ba0c-ad20d2656a9c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 943 time: 0.0522428 Sep 14 12:23:40.700492 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-10921956-7607-4d57-8e13-1ecf1eb764c4 req-d3e381bb-c1bb-45c7-b19d-1a98c7de5eba tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494697 Sep 14 12:23:41.829049 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060221c3-4a8c-41d1-8898-84bcfd2a5f92 req-9b9cb8b6-a4f5-4fd7-a32c-852993743b56 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:41.830617 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-060221c3-4a8c-41d1-8898-84bcfd2a5f92 req-9b9cb8b6-a4f5-4fd7-a32c-852993743b56 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 943 time: 0.0486834 Sep 14 12:23:41.888755 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-060221c3-4a8c-41d1-8898-84bcfd2a5f92 req-649e9af0-1505-40d9-b9fa-74f7d412c1b8 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524759 Sep 14 12:23:42.701258 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-92a9a2f1-5110-428d-9f8a-6f1eaf96c09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:43.016812 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8f2c4-a8f7-4bde-bd12-d9f0e5870e70 req-90e5bfdb-6641-4baf-88d4-284e3898b8fe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:43.018619 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dd8f2c4-a8f7-4bde-bd12-d9f0e5870e70 req-90e5bfdb-6641-4baf-88d4-284e3898b8fe tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 943 time: 0.0511496 Sep 14 12:23:43.042516 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:43.050793 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:43.075232 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1dd8f2c4-a8f7-4bde-bd12-d9f0e5870e70 req-ce656510-9772-4443-b90e-55059bf7bd4f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460327 Sep 14 12:23:44.201579 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da439cb0-3576-45c3-ba63-7945a76af61a req-cea443ce-5e18-483f-8401-fa6888cc805a tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:44.203230 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-da439cb0-3576-45c3-ba63-7945a76af61a req-cea443ce-5e18-483f-8401-fa6888cc805a tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 943 time: 0.0516043 Sep 14 12:23:44.255435 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-da439cb0-3576-45c3-ba63-7945a76af61a req-12efb9ef-e56d-4179-bbb5-f82e5f425980 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466230 Sep 14 12:23:45.215465 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4c78a4c7-9343-4241-816d-dd66efa5811b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:45.377948 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01906c30-0ea6-4ce0-ad89-06922f139c9b req-a5ae7add-1267-4877-b34e-688cab73e2e3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:45.379435 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-01906c30-0ea6-4ce0-ad89-06922f139c9b req-a5ae7add-1267-4877-b34e-688cab73e2e3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 943 time: 0.0507143 Sep 14 12:23:45.429847 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-01906c30-0ea6-4ce0-ad89-06922f139c9b req-c59d28e3-cc7b-4d11-a2c0-792eff842078 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445197 Sep 14 12:23:46.490009 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:46.550972 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f3fc0-93a7-43aa-9a22-d5ca108018b7 req-9c68e74f-e297-46a9-9a8f-ba2e55996231 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:46.552544 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8e9f3fc0-93a7-43aa-9a22-d5ca108018b7 req-9c68e74f-e297-46a9-9a8f-ba2e55996231 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 943 time: 0.0478926 Sep 14 12:23:46.603950 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8e9f3fc0-93a7-43aa-9a22-d5ca108018b7 req-592da709-806e-4472-9a52-d92b9b894df1 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456672 Sep 14 12:23:47.737473 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3322057-2386-428c-80b2-27a45b869811 req-ed7a6107-58f8-42a0-98d6-9d1c07f160a2 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:47.739080 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d3322057-2386-428c-80b2-27a45b869811 req-ed7a6107-58f8-42a0-98d6-9d1c07f160a2 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 943 time: 0.0515959 Sep 14 12:23:47.796510 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d3322057-2386-428c-80b2-27a45b869811 req-23d79004-3e4a-4ddb-8083-86a674b7ff64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502436 Sep 14 12:23:48.113252 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:48.114234 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:48.402568 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 36821828-5ed7-4142-9e1b-7030c1d1b519 details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:23:48.510216 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 36821828-5ed7-4142-9e1b-7030c1d1b519, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=36821828-5ed7-4142-9e1b-7030c1d1b519,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:48.522892 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'mac_address': 'fa:16:3e:bd:4d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:23:48.560317 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 36821828-5ed7-4142-9e1b-7030c1d1b519 is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:23:48.560707 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:48.575014 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36821828-5ed7-4142-9e1b-7030c1d1b519 {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:23:48.598815 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 36821828-5ed7-4142-9e1b-7030c1d1b519, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=36821828-5ed7-4142-9e1b-7030c1d1b519,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:48.682965 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:48.730911 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=36821828-5ed7-4142-9e1b-7030c1d1b519,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:48.847944 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=50 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:48.850329 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:48.989642 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56ab18-adf5-480b-89a2-5fa95ee25d2c req-503f9972-4134-4f1f-8ef8-33169c0bafd6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:48.991115 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae56ab18-adf5-480b-89a2-5fa95ee25d2c req-503f9972-4134-4f1f-8ef8-33169c0bafd6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 944 time: 0.0493145 Sep 14 12:23:49.044560 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ae56ab18-adf5-480b-89a2-5fa95ee25d2c req-d377f38c-cf3b-471a-ab3e-e9f1f4a9521e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478542 Sep 14 12:23:49.143847 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['36821828-5ed7-4142-9e1b-7030c1d1b519'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:23:49.190883 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:49.297822 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:49.393878 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf24d8-81a7-428c-bc4a-d8df7937ffe1 req-532e93dc-8554-4c20-a5fc-19fe4fe294c1 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:49.395381 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-15cf24d8-81a7-428c-bc4a-d8df7937ffe1 req-532e93dc-8554-4c20-a5fc-19fe4fe294c1 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.0475950 Sep 14 12:23:49.443385 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-15cf24d8-81a7-428c-bc4a-d8df7937ffe1 req-11373c4a-3895-49e0-9cc3-6e20d7ff6c94 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423911 Sep 14 12:23:49.472471 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48068) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:49.557801 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea8d04e-30a7-468e-9309-e605bd05a587 tempest-TestMinimumBasicScenario-701111605 tempest-TestMinimumBasicScenario-701111605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:49.559420 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-8ea8d04e-30a7-468e-9309-e605bd05a587 tempest-TestMinimumBasicScenario-701111605 tempest-TestMinimumBasicScenario-701111605-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 1124 time: 0.0859191 Sep 14 12:23:49.562962 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48072) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:49.567395 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'port_id': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:49.759160 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:49.839393 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:49.950906 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Allocated IP 172.27.3.73 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/5051f557-8413-4277-839d-10c2f6e1c80d) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:23:50.015328 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:50.045523 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:50.061842 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for port (5051f557-8413-4277-839d-10c2f6e1c80d), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:50.163453 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044fd87-29e2-4774-a935-48d1e9417bc5 req-0dcc452d-6cad-4a26-bde5-4d4b1f15fcd6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:50.164921 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3044fd87-29e2-4774-a935-48d1e9417bc5 req-0dcc452d-6cad-4a26-bde5-4d4b1f15fcd6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 944 time: 0.0469141 Sep 14 12:23:50.170807 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (5051f557-8413-4277-839d-10c2f6e1c80d), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:50.229497 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:23:50.241143 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:23:50.245541 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:23:50.248132 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'Port': ['ID=5051f557-8413-4277-839d-10c2f6e1c80d,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:50.292836 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3044fd87-29e2-4774-a935-48d1e9417bc5 req-8f3b56aa-5857-4d0e-a3b1-1ca2fe2688be tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196754 Sep 14 12:23:50.295822 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.296209 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.296511 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.296853 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.297192 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.297534 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.297881 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.298230 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.298558 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.298887 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.299219 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.299547 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.299875 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.300202 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.300529 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:50.429792 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 36821828-5ed7-4142-9e1b-7030c1d1b519 up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:23:50.474467 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 36821828-5ed7-4142-9e1b-7030c1d1b519 completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:23:50.562622 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 36821828-5ed7-4142-9e1b-7030c1d1b519 triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:23:50.562966 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:50.563309 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 36821828-5ed7-4142-9e1b-7030c1d1b519 Sep 14 12:23:50.620056 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:50.638059 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for floatingip (89683309-337b-4e86-8895-3cc99a267596), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:50.639691 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 36821828-5ed7-4142-9e1b-7030c1d1b519 is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:23:50.640077 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:50.665321 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888bde55-8bd0-4899-b628-248ceca236ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36821828-5ed7-4142-9e1b-7030c1d1b519'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:23:50.667588 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959b4ef4-e223-4711-9d1a-f764f3e3d203" -d '{"events": [{"server_uuid": "888bde55-8bd0-4899-b628-248ceca236ec", "name": "network-vif-plugged", "status": "completed", "tag": "36821828-5ed7-4142-9e1b-7030c1d1b519"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:23:50.681954 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 36821828-5ed7-4142-9e1b-7030c1d1b519, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=36821828-5ed7-4142-9e1b-7030c1d1b519,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:50.714854 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0140be-04a7-42d8-ba32-ecffc5b36937 x-openstack-request-id: req-3c0140be-04a7-42d8-ba32-ecffc5b36937 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:23:50.715169 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888bde55-8bd0-4899-b628-248ceca236ec", "name": "network-vif-plugged", "status": "completed", "tag": "36821828-5ed7-4142-9e1b-7030c1d1b519", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:23:50.715429 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c0140be-04a7-42d8-ba32-ecffc5b36937 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:23:50.716327 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0140be-04a7-42d8-ba32-ecffc5b36937'] response: {'server_uuid': '888bde55-8bd0-4899-b628-248ceca236ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'code': 200} Sep 14 12:23:50.800632 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (5051f557-8413-4277-839d-10c2f6e1c80d), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:50.804126 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:50.854677 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=36821828-5ed7-4142-9e1b-7030c1d1b519,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:50.962932 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for port (5051f557-8413-4277-839d-10c2f6e1c80d), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:51.083371 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (5051f557-8413-4277-839d-10c2f6e1c80d), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:51.157539 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (89683309-337b-4e86-8895-3cc99a267596), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:51.159502 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'Port': ['ID=5051f557-8413-4277-839d-10c2f6e1c80d,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:51.203943 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a87eb9-8d18-4a37-838f-45f07e64634a req-852c391f-7f98-452f-89fb-f87b0902e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:51.205485 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-60a87eb9-8d18-4a37-838f-45f07e64634a req-852c391f-7f98-452f-89fb-f87b0902e237 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 1129 time: 0.0442185 Sep 14 12:23:51.254465 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-60a87eb9-8d18-4a37-838f-45f07e64634a req-68a270c2-0cbf-48d2-92a2-c5818ce4e362 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418952 Sep 14 12:23:51.261273 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Floating IP 89683309-337b-4e86-8895-3cc99a267596 associated. External IP: 172.27.3.73, port: d0116994-2eb1-4246-a0d6-2ce571474c5c. Sep 14 12:23:51.340092 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:51.479313 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc6d5f-e16b-4827-92a9-2cdc90cb5219 req-d4982e28-740a-4789-b0a3-975a903908e7 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:51.480754 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d3fc6d5f-e16b-4827-92a9-2cdc90cb5219 req-d4982e28-740a-4789-b0a3-975a903908e7 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 945 time: 0.0855079 Sep 14 12:23:51.520745 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Router 04ccb837-80a4-4693-88b2-39793be6cadc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:23:51.554765 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d3fc6d5f-e16b-4827-92a9-2cdc90cb5219 req-75733417-c150-4c1e-b2aa-10c80c5840f2 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663383 Sep 14 12:23:51.591045 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:51.650171 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:23:51.660603 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] Sync routers for ids ['04ccb837-80a4-4693-88b2-39793be6cadc'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:23:51.671211 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] Routers {'04ccb837-80a4-4693-88b2-39793be6cadc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:23:51.672721 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:23:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['04ccb837-80a4-4693-88b2-39793be6cadc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:51.755066 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:51.774399 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] Set router 04ccb837-80a4-4693-88b2-39793be6cadc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:23:51.787728 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-d286eef0-cdf2-4b1d-818f-dfb708295fc5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2236450 Sep 14 12:23:51.788436 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:23:51.790639 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48082) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:51.792963 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83aa363-fd98-443d-ae40-729b9d79e6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:23:51.796033 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72683924', 'description': 'tempest-secgroup-smoke-72683924 description', 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:51.835186 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de532d5-4ae3-4a13-9f91-f7ff41580540 x-openstack-request-id: req-8de532d5-4ae3-4a13-9f91-f7ff41580540 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:23:51.835478 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:23:51.835733 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8de532d5-4ae3-4a13-9f91-f7ff41580540 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:23:51.836140 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8de532d5-4ae3-4a13-9f91-f7ff41580540'] response: {'name': 'network-changed', 'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'status': 'completed', 'code': 200} Sep 14 12:23:51.907861 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:51.983192 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group (6e4ab867-58af-48e3-ab45-f32119a6f2ee), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:51.994795 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:47Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '89683309-337b-4e86-8895-3cc99a267596', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'port_id': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'mac_address': 'fa:16:3e:be:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a118f-cac5-4462-9a96-2292223af807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:50Z', 'updated_at': '2022-09-14T12:23:50Z', 'revision_number': 0, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cbf5b6-b22a-44c3-b29b-11ad2ad9d860', 'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'mac_address': 'fa:16:3e:e0:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:46Z', 'updated_at': '2022-09-14T12:22:51Z', 'revision_number': 5, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'subnets': [{'id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:52.019953 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] Checking router: 04ccb837-80a4-4693-88b2-39793be6cadc for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:23:52.029044 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] Routers {'04ccb837-80a4-4693-88b2-39793be6cadc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:23:52.029695 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:23:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['04ccb837-80a4-4693-88b2-39793be6cadc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:52.096014 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (6e4ab867-58af-48e3-ab45-f32119a6f2ee), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:52.126594 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4ab867-58af-48e3-ab45-f32119a6f2ee,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:52.132512 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] Set router 04ccb837-80a4-4693-88b2-39793be6cadc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:23:52.133883 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.134234 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.134576 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.134908 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.135243 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.135567 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.135891 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.136213 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.136537 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.136856 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.137180 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.138162 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.138489 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.138805 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.139124 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:23:52.217832 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:52.219315 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-0072b6bb-0ad9-4b50-a194-a604f82a567e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4273553 Sep 14 12:23:52.222115 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48086) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:52.226711 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-fc2e6505-12be-4d2f-9f06-639f35eccd7d tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'security_group_rule': {'security_group_id': '6e4ab867-58af-48e3-ab45-f32119a6f2ee', 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:52.352828 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:47Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '89683309-337b-4e86-8895-3cc99a267596', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'port_id': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'mac_address': 'fa:16:3e:be:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a118f-cac5-4462-9a96-2292223af807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:50Z', 'updated_at': '2022-09-14T12:23:50Z', 'revision_number': 0, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cbf5b6-b22a-44c3-b29b-11ad2ad9d860', 'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'mac_address': 'fa:16:3e:e0:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:46Z', 'updated_at': '2022-09-14T12:22:51Z', 'revision_number': 5, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'subnets': [{'id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:52.362807 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6505-12be-4d2f-9f06-639f35eccd7d tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (11dbd054-8cb2-4c6f-8314-8823f7d7d5a6), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:52.378574 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d7026-bff6-4696-928d-ba19a0cc8085 None None] The sync data for ids ['04ccb837-80a4-4693-88b2-39793be6cadc'] in dv-cinder-844962-2-iscsi is: [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:47Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '89683309-337b-4e86-8895-3cc99a267596', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'floating_ip_address': '172.27.3.73', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'port_id': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'mac_address': 'fa:16:3e:be:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '317a118f-cac5-4462-9a96-2292223af807', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:50Z', 'updated_at': '2022-09-14T12:23:50Z', 'revision_number': 0, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76cbf5b6-b22a-44c3-b29b-11ad2ad9d860', 'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'mac_address': 'fa:16:3e:e0:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:46Z', 'updated_at': '2022-09-14T12:22:51Z', 'revision_number': 5, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'subnets': [{'id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:23:52.430550 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-99cd9f45-2af8-445c-ab48-c305faed764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:52.432061 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-99cd9f45-2af8-445c-ab48-c305faed764d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 1129 time: 0.0591803 Sep 14 12:23:52.457383 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6505-12be-4d2f-9f06-639f35eccd7d tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (11dbd054-8cb2-4c6f-8314-8823f7d7d5a6), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:52.547812 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-e8d4c465-2288-4db7-9697-7c3a6b6e4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:52.549355 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-e8d4c465-2288-4db7-9697-7c3a6b6e4834 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=6856505e-81d6-410f-8a50-79da18a2fea9 HTTP/1.1" status: 200 len: 915 time: 0.1095073 Sep 14 12:23:52.558620 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6505-12be-4d2f-9f06-639f35eccd7d tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (11dbd054-8cb2-4c6f-8314-8823f7d7d5a6), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:52.595767 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6961df4c-32a0-44a6-80b9-b2b13c406a9b None None] New status for floating IP 89683309-337b-4e86-8895-3cc99a267596: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:23:52.630122 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e6505-12be-4d2f-9f06-639f35eccd7d tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11dbd054-8cb2-4c6f-8314-8823f7d7d5a6,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:52.686421 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-c69580b3-275c-45b8-9556-35eafd397fde service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 200 len: 998 time: 0.1203878 Sep 14 12:23:52.710984 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522208f7-e8ae-45ff-9046-3b638d474a7f req-cfe3fef4-28b2-4617-b234-bd8fe9283a85 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:52.712645 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-522208f7-e8ae-45ff-9046-3b638d474a7f req-cfe3fef4-28b2-4617-b234-bd8fe9283a85 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 945 time: 0.0508575 Sep 14 12:23:52.714878 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6505-12be-4d2f-9f06-639f35eccd7d tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:52.718721 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-fc2e6505-12be-4d2f-9f06-639f35eccd7d tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4931536 Sep 14 12:23:52.725915 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48090) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:52.732497 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-9a706c8b-afbe-4725-a387-4d4c529b2d89 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'security_group_rule': {'security_group_id': '6e4ab867-58af-48e3-ab45-f32119a6f2ee', 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:52.762042 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-b1c6b315-fde6-4bf8-ab28-562196ece000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:52.762042 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-b1c6b315-fde6-4bf8-ab28-562196ece000 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d29f2762-cf32-4e40-9312-6a2046eeee05 HTTP/1.1" status: 200 len: 853 time: 0.0588717 Sep 14 12:23:52.797346 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-522208f7-e8ae-45ff-9046-3b638d474a7f req-4b3d729d-fb41-48c6-a7a7-937346e97b2b tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782375 Sep 14 12:23:52.892286 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9a706c8b-afbe-4725-a387-4d4c529b2d89 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (68512088-7f0f-4189-9ea6-51def08a8135), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:52.955728 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9a706c8b-afbe-4725-a387-4d4c529b2d89 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (68512088-7f0f-4189-9ea6-51def08a8135), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.072855 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9a706c8b-afbe-4725-a387-4d4c529b2d89 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (68512088-7f0f-4189-9ea6-51def08a8135), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.093327 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a706c8b-afbe-4725-a387-4d4c529b2d89 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68512088-7f0f-4189-9ea6-51def08a8135,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:53.201559 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9a706c8b-afbe-4725-a387-4d4c529b2d89 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.202850 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-9a706c8b-afbe-4725-a387-4d4c529b2d89 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4757044 Sep 14 12:23:53.205631 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48092) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:53.209993 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-29c5e413-4a2d-4ebd-a2e8-9606c0533787 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'security_group_rule': {'security_group_id': '6e4ab867-58af-48e3-ab45-f32119a6f2ee', 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:53.297228 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-29c5e413-4a2d-4ebd-a2e8-9606c0533787 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (9f964078-7525-4284-ac7b-8bb53a2bfa46), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.355766 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-29c5e413-4a2d-4ebd-a2e8-9606c0533787 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (9f964078-7525-4284-ac7b-8bb53a2bfa46), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.433080 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-ad9d05fa-5f94-4911-a7ed-ea4d3b176647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:53.434666 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-ad9d05fa-5f94-4911-a7ed-ea4d3b176647 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=6856505e-81d6-410f-8a50-79da18a2fea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514514 Sep 14 12:23:53.438621 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-29c5e413-4a2d-4ebd-a2e8-9606c0533787 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (9f964078-7525-4284-ac7b-8bb53a2bfa46), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.459805 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c5e413-4a2d-4ebd-a2e8-9606c0533787 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f964078-7525-4284-ac7b-8bb53a2bfa46,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:53.544882 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-8f480b07-5f6c-43b6-832a-0544b4e65864 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922778 Sep 14 12:23:53.561226 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-29c5e413-4a2d-4ebd-a2e8-9606c0533787 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.562630 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-29c5e413-4a2d-4ebd-a2e8-9606c0533787 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558953 Sep 14 12:23:53.566230 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48094) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:53.570539 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-218a674a-21ba-4918-a134-fdde7ae51fd3 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'security_group_rule': {'security_group_id': '6e4ab867-58af-48e3-ab45-f32119a6f2ee', 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:53.702768 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-218a674a-21ba-4918-a134-fdde7ae51fd3 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (9515242e-f8a4-4204-8090-d6202538ea08), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.765046 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:53.768400 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-218a674a-21ba-4918-a134-fdde7ae51fd3 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (9515242e-f8a4-4204-8090-d6202538ea08), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.776426 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-f83aa363-fd98-443d-ae40-729b9d79e6aa req-d94ab50a-9846-4bee-9f93-17495d3532ef service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947144 Sep 14 12:23:53.854204 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-218a674a-21ba-4918-a134-fdde7ae51fd3 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (9515242e-f8a4-4204-8090-d6202538ea08), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.873679 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a674a-21ba-4918-a134-fdde7ae51fd3 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9515242e-f8a4-4204-8090-d6202538ea08,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:53.932069 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ad5da-6d1b-4c51-89c3-cfe724c29183 req-5789b960-1568-4acb-a4bc-bfd22bd44f07 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:53.933742 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8a0ad5da-6d1b-4c51-89c3-cfe724c29183 req-5789b960-1568-4acb-a4bc-bfd22bd44f07 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 945 time: 0.0535617 Sep 14 12:23:53.947032 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:53.983275 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-218a674a-21ba-4918-a134-fdde7ae51fd3 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:53.998168 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-218a674a-21ba-4918-a134-fdde7ae51fd3 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4173098 Sep 14 12:23:53.998506 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48098) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:53.998734 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8a0ad5da-6d1b-4c51-89c3-cfe724c29183 req-06a8dfc7-3314-4ca9-bdbe-6db60edaa238 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495207 Sep 14 12:23:53.998830 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-d4b52de4-6f50-4e5a-954b-81002ee9fca7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'security_group_rule': {'security_group_id': '6e4ab867-58af-48e3-ab45-f32119a6f2ee', 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:54.004356 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:54.100734 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.securitygroups_db [None req-d4b52de4-6f50-4e5a-954b-81002ee9fca7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Project b9a967a1f3444a1e8b7f4321722b5949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:23:54.107673 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d4b52de4-6f50-4e5a-954b-81002ee9fca7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (046ceae7-cdbc-4612-9b72-04b66509f24d), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.113256 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165b270-8494-4d01-904a-25c900c27795 req-fded2611-5c85-425b-a175-6b854db6940b tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:54.114806 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5165b270-8494-4d01-904a-25c900c27795 req-fded2611-5c85-425b-a175-6b854db6940b tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 945 time: 0.0476534 Sep 14 12:23:54.169603 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d4b52de4-6f50-4e5a-954b-81002ee9fca7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (046ceae7-cdbc-4612-9b72-04b66509f24d), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.170158 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5165b270-8494-4d01-904a-25c900c27795 req-11b5737a-0c60-4d10-9cbd-cc6ad261d265 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495834 Sep 14 12:23:54.199543 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48102) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:54.250252 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb23950e-8a8a-4be4-b997-ac82f34847b4 tempest-TestVolumeBootPattern-2003809995 tempest-TestVolumeBootPattern-2003809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:54.251832 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-fb23950e-8a8a-4be4-b997-ac82f34847b4 tempest-TestVolumeBootPattern-2003809995 tempest-TestVolumeBootPattern-2003809995-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 1124 time: 0.0511467 Sep 14 12:23:54.254976 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48104) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:54.259406 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:54.264694 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:54.282791 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d4b52de4-6f50-4e5a-954b-81002ee9fca7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (046ceae7-cdbc-4612-9b72-04b66509f24d), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.302571 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b52de4-6f50-4e5a-954b-81002ee9fca7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046ceae7-cdbc-4612-9b72-04b66509f24d,revision_number=0']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:54.393575 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.436020 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d4b52de4-6f50-4e5a-954b-81002ee9fca7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.437507 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d4b52de4-6f50-4e5a-954b-81002ee9fca7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4487040 Sep 14 12:23:54.445706 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48106) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:23:54.450123 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [None req-acb217fa-98bd-46b5-b2af-b37e52c45fb9 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'security_group_rule': {'security_group_id': '6e4ab867-58af-48e3-ab45-f32119a6f2ee', 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:54.492541 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.603908 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Allocated IP 172.27.3.204 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:23:54.656597 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.securitygroups_db [None req-acb217fa-98bd-46b5-b2af-b37e52c45fb9 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Project b9a967a1f3444a1e8b7f4321722b5949 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 12:23:54.668221 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-acb217fa-98bd-46b5-b2af-b37e52c45fb9 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (77620eff-7225-4e31-882d-f06224a93c59), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.744423 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for port (5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.760554 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-acb217fa-98bd-46b5-b2af-b37e52c45fb9 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (77620eff-7225-4e31-882d-f06224a93c59), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.855528 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-acb217fa-98bd-46b5-b2af-b37e52c45fb9 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780630'] for security_group_rule (77620eff-7225-4e31-882d-f06224a93c59), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.878159 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb217fa-98bd-46b5-b2af-b37e52c45fb9 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77620eff-7225-4e31-882d-f06224a93c59,revision_number=0']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:54.890042 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:54.930656 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:23:54.935492 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:23:54.939268 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:23:54.942552 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'Port': ['ID=5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:55.009139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-acb217fa-98bd-46b5-b2af-b37e52c45fb9 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:55.010412 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-acb217fa-98bd-46b5-b2af-b37e52c45fb9 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5637438 Sep 14 12:23:55.155762 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:55.159875 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-584cbef3-da9a-4b9a-9de4-2521a1b589c4 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-72683924&fields=id&tenant_id=b9a967a1f3444a1e8b7f4321722b5949 HTTP/1.1" status: 200 len: 267 time: 0.1009729 Sep 14 12:23:55.514765 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-aa842c4f-6861-4aa3-8152-5179e785bef7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:55.516240 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-aa842c4f-6861-4aa3-8152-5179e785bef7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.3288307 Sep 14 12:23:55.519369 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:55.546031 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-adb45b89-2059-45bb-8c77-1a2ca90d897e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'port': {'security_groups': ['f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35', '6e4ab867-58af-48e3-ab45-f32119a6f2ee']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:23:55.691352 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-adb45b89-2059-45bb-8c77-1a2ca90d897e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:55.759379 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (fb9704fe-1a79-4b67-8495-6e0a7f9528d2), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:55.928371 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:55.973549 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:55.988890 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-adb45b89-2059-45bb-8c77-1a2ca90d897e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] For port d0116994-2eb1-4246-a0d6-2ce571474c5c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:23:56.063509 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-adb45b89-2059-45bb-8c77-1a2ca90d897e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:56.131589 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for port (5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:56.133911 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-adb45b89-2059-45bb-8c77-1a2ca90d897e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:56.144380 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-adb45b89-2059-45bb-8c77-1a2ca90d897e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:56.144992 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-adb45b89-2059-45bb-8c77-1a2ca90d897e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:56.146421 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e7a4c019-81e4-4730-aab8-3c1ceb872428 req-adb45b89-2059-45bb-8c77-1a2ca90d897e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "PUT /networking/v2.0/ports/d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 200 len: 981 time: 0.6075499 Sep 14 12:23:56.148185 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:23:56.152376 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:23:56.174900 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['d0116994-2eb1-4246-a0d6-2ce571474c5c'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:23:56.206637 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:56.209211 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb45b89-2059-45bb-8c77-1a2ca90d897e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'Port': ['ID=d0116994-2eb1-4246-a0d6-2ce571474c5c,revision_number=6']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:56.247475 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db78eae9-7772-4b56-8cff-7886bc9c854c x-openstack-request-id: req-db78eae9-7772-4b56-8cff-7886bc9c854c {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:23:56.250800 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:23:56.250800 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db78eae9-7772-4b56-8cff-7886bc9c854c {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:23:56.250800 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db78eae9-7772-4b56-8cff-7886bc9c854c'] response: {'name': 'network-changed', 'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'status': 'completed', 'code': 200} Sep 14 12:23:56.327957 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (fb9704fe-1a79-4b67-8495-6e0a7f9528d2), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:56.334784 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829319b-1621-4d65-ac16-d599fc74ddcb req-83764df8-c48d-4ff6-80af-e2bce624bc6a tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:56.336274 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4829319b-1621-4d65-ac16-d599fc74ddcb req-83764df8-c48d-4ff6-80af-e2bce624bc6a tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.1212850 Sep 14 12:23:56.349916 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-2fb3fbf8-ed28-4663-a27d-c07f7fad68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:56.351763 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-2fb3fbf8-ed28-4663-a27d-c07f7fad68bb service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 1168 time: 0.0487311 Sep 14 12:23:56.360381 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['d0116994-2eb1-4246-a0d6-2ce571474c5c'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:23:56.383097 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'Port': ['ID=5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:23:56.399571 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:56.451186 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:56.482625 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-40ea158c-f208-4bc6-86f4-d48bf0b384b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:56.483955 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-40ea158c-f208-4bc6-86f4-d48bf0b384b5 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=6856505e-81d6-410f-8a50-79da18a2fea9 HTTP/1.1" status: 200 len: 915 time: 0.1232820 Sep 14 12:23:56.509318 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4829319b-1621-4d65-ac16-d599fc74ddcb req-8e4399b3-d1f0-44f3-9851-44e3e0176c65 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1623576 Sep 14 12:23:56.510653 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.db.l3_db [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Floating IP fb9704fe-1a79-4b67-8495-6e0a7f9528d2 associated. External IP: 172.27.3.204, port: 36821828-5ed7-4142-9e1b-7030c1d1b519. Sep 14 12:23:56.572795 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-57ae4ebb-8bf3-4fc0-93eb-f5bed8b12a5d service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 200 len: 1000 time: 0.0821121 Sep 14 12:23:56.582387 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:56.629957 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-471d50d8-30c7-44ab-ab7c-9c8ddbc9a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:56.631522 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-471d50d8-30c7-44ab-ab7c-9c8ddbc9a2a6 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d29f2762-cf32-4e40-9312-6a2046eeee05 HTTP/1.1" status: 200 len: 853 time: 0.0522339 Sep 14 12:23:56.691492 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-e8e5d409-42a7-4a11-a8d0-d697d21d9dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:56.694298 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-e8e5d409-42a7-4a11-a8d0-d697d21d9dbb service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=6856505e-81d6-410f-8a50-79da18a2fea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548599 Sep 14 12:23:56.771272 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:23:56.801054 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-04bcce68-0c43-405c-9ae3-9c2722717779 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981350 Sep 14 12:23:56.903603 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:23:56.917267 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] Sync routers for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:23:56.921094 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-6f7b959e-e0fc-4d0b-9525-c1ca9a424a1c req-ac445973-5e77-4a8f-b04c-0c4115bc7c2f service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114340 Sep 14 12:23:56.933455 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:23:56.934268 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:23:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:56.978560 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:23:57.020910 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-a567a3ce-54a5-4299-a1d4-073a744f6a64 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7648311 Sep 14 12:23:57.049119 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:23:57.088540 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:57.346902 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:57.361800 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'fb9704fe-1a79-4b67-8495-6e0a7f9528d2', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:bd:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:55Z', 'updated_at': '2022-09-14T12:23:55Z', 'revision_number': 0, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:57.386552 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] Checking router: e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:23:57.396799 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:23:57.397493 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:23:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:57.507008 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:23:57.730046 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'fb9704fe-1a79-4b67-8495-6e0a7f9528d2', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:bd:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:55Z', 'updated_at': '2022-09-14T12:23:55Z', 'revision_number': 0, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:23:57.759655 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78473427-68d3-41b6-b3ca-8c62a53e65fb None None] The sync data for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi is: [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'fb9704fe-1a79-4b67-8495-6e0a7f9528d2', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:bd:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:55Z', 'updated_at': '2022-09-14T12:23:55Z', 'revision_number': 0, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:23:57.964043 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed98bdb0-7383-4d0f-ae7c-a1f38274b544 None None] New status for floating IP fb9704fe-1a79-4b67-8495-6e0a7f9528d2: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:23:58.249258 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888bde55-8bd0-4899-b628-248ceca236ec', 'tag': '36821828-5ed7-4142-9e1b-7030c1d1b519'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:23:58.251701 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "888bde55-8bd0-4899-b628-248ceca236ec", "tag": "36821828-5ed7-4142-9e1b-7030c1d1b519"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:23:58.299834 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da28589-532a-4661-bba2-9de8a8bad1ab x-openstack-request-id: req-0da28589-532a-4661-bba2-9de8a8bad1ab {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:23:58.300241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888bde55-8bd0-4899-b628-248ceca236ec", "tag": "36821828-5ed7-4142-9e1b-7030c1d1b519", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:23:58.300506 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0da28589-532a-4661-bba2-9de8a8bad1ab {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:23:58.300924 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da28589-532a-4661-bba2-9de8a8bad1ab'] response: {'name': 'network-changed', 'server_uuid': '888bde55-8bd0-4899-b628-248ceca236ec', 'tag': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'status': 'completed', 'code': 200} Sep 14 12:23:58.395113 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-6ad3b60b-98ef-48aa-b8be-60033a2d9ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:58.397173 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-6ad3b60b-98ef-48aa-b8be-60033a2d9ea8 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 1129 time: 0.0542853 Sep 14 12:23:58.489851 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:58.494615 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-0577b154-dc8f-4e7a-90dc-a17e8e3e2dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:58.496086 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-0577b154-dc8f-4e7a-90dc-a17e8e3e2dbd service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 913 time: 0.0918980 Sep 14 12:23:58.562986 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-3c927d02-e479-4cd4-b93f-9975998792bc service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36821828-5ed7-4142-9e1b-7030c1d1b519 HTTP/1.1" status: 200 len: 1001 time: 0.0574501 Sep 14 12:23:58.615344 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-1c6efa03-7aea-424a-8caa-db1b576a1b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:58.616826 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-1c6efa03-7aea-424a-8caa-db1b576a1b0b service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0471616 Sep 14 12:23:58.669841 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-c19188e5-1c1a-4c41-a563-5b52b5b16a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:23:58.671733 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-c19188e5-1c1a-4c41-a563-5b52b5b16a04 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485721 Sep 14 12:23:58.768200 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-3057f9a2-946e-4be0-8950-d8f4fc067c31 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900633 Sep 14 12:23:58.783578 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=100 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:23:58.866272 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-ea24ff4d-c931-4a9d-971b-78f7c3f51fa3 req-3df04142-85ab-46e6-af9c-b9e60c1b6a58 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915685 Sep 14 12:24:03.456019 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:06.718722 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:24:07.015156 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=33 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:07.018072 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:08.852720 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:08.862940 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=26 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:12.683826 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-6352652e-eb5a-4cf8-8988-ceca0bca2a5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:15.209392 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-06f40be1-a540-4669-9755-c70629a65de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:16.511454 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:16.743942 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=75 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:16.745002 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=55 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:17.911379 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:17.981207 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:27.907210 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=51,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:27.915119 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:33.459323 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:42.693328 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1cf77f39-70cd-4c48-a991-47e356c11537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:43.716994 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:24:45.230669 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c9d42240-d4e5-464f-9a9e-ad9ded5fa6e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:46.487503 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:47.904470 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:47.984740 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:24:53.750725 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:53.751475 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:57.912505 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:24:57.917982 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:03.476093 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:10.618786 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:11.443553 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2f8435fd-1126-4d82-a923-72d935be8daf req-27a900f3-1491-4383-ac71-d082a3289064 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402000 Sep 14 12:25:11.552815 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8435fd-1126-4d82-a923-72d935be8daf req-532b53b9-52ec-4007-afdb-acb02fbcb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:11.554324 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2f8435fd-1126-4d82-a923-72d935be8daf req-532b53b9-52ec-4007-afdb-acb02fbcb1a9 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1129 time: 0.0397756 Sep 14 12:25:11.659871 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8435fd-1126-4d82-a923-72d935be8daf req-317532b6-2b6f-437c-9179-e3c2f28836f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:11.661344 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2f8435fd-1126-4d82-a923-72d935be8daf req-317532b6-2b6f-437c-9179-e3c2f28836f2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 200 len: 910 time: 0.0889599 Sep 14 12:25:11.725254 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2f8435fd-1126-4d82-a923-72d935be8daf req-5cb74c02-2f5e-44ed-9e57-a79139ff7c61 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 1000 time: 0.0575340 Sep 14 12:25:11.772726 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8435fd-1126-4d82-a923-72d935be8daf req-f6106613-80a6-4345-ae95-9257c8737c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:11.779670 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2f8435fd-1126-4d82-a923-72d935be8daf req-f6106613-80a6-4345-ae95-9257c8737c97 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 HTTP/1.1" status: 200 len: 848 time: 0.0437593 Sep 14 12:25:11.817226 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8435fd-1126-4d82-a923-72d935be8daf req-9c5155cb-3dd9-484b-9782-00bdc904cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:11.818773 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2f8435fd-1126-4d82-a923-72d935be8daf req-9c5155cb-3dd9-484b-9782-00bdc904cf2e service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387850 Sep 14 12:25:11.911360 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2f8435fd-1126-4d82-a923-72d935be8daf req-92d7246a-ddc3-4421-a0f1-3e459e00e1ba service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868039 Sep 14 12:25:12.001142 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-2f8435fd-1126-4d82-a923-72d935be8daf req-b65f665b-2479-47dc-b8e9-85236e3269fb service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835886 Sep 14 12:25:12.820802 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-24260075-196a-4dcb-9a1a-628cd1d47019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:15.230158 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-6eb8631e-85e5-4741-807f-a1d576133e51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:16.500763 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:16.538998 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48176) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:16.808191 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Deleting port f8d90ce9-8332-476a-b250-0e83781f9547 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:25:16.808443 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (f8d90ce9-8332-476a-b250-0e83781f9547), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:16.890405 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (f8d90ce9-8332-476a-b250-0e83781f9547), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:16.890721 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for floatingip (f8d90ce9-8332-476a-b250-0e83781f9547), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:16.903932 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Calling delete_port for f8d90ce9-8332-476a-b250-0e83781f9547 owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:25:17.276496 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:17.290046 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:17.369198 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (f8d90ce9-8332-476a-b250-0e83781f9547), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:17.395610 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event deleted for resources: {'Port': ['ID=f8d90ce9-8332-476a-b250-0e83781f9547,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:17.410317 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.410664 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.411007 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.411341 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.411674 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.412002 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.412326 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.412648 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.412973 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.413293 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.413613 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.414082 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.414410 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.414738 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.415170 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:17.477456 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for floatingip (8c868770-bf8d-41f9-82b9-645a1971fece), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:17.477783 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.l3_db [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Floating IP 8c868770-bf8d-41f9-82b9-645a1971fece disassociated (deleted). External IP: 172.27.3.91, port: f37c6abe-5567-400c-b0bd-04c3772b1a60. Sep 14 12:25:17.683977 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Router 913f1a57-9ef6-4611-a18d-d33d24a91d41 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:25:17.789980 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:25:17.794925 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:17.801603 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] Sync routers for ids ['913f1a57-9ef6-4611-a18d-d33d24a91d41'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:25:17.811700 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] Routers {'913f1a57-9ef6-4611-a18d-d33d24a91d41'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:25:17.820376 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:25:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['913f1a57-9ef6-4611-a18d-d33d24a91d41'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:17.828549 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-bc6e89f2-7f2d-4a77-b4ef-49dc90cd5d08 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/8c868770-bf8d-41f9-82b9-645a1971fece HTTP/1.1" status: 204 len: 168 time: 1.2846248 Sep 14 12:25:17.828549 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:25:17.828549 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09dba92-1ef5-4185-a3e5-e3278c8830ae" -d '{"events": [{"name": "network-changed", "server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:25:17.881602 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9506b34-dcfd-4d35-ba55-5269ba4be5a2 x-openstack-request-id: req-d9506b34-dcfd-4d35-ba55-5269ba4be5a2 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:25:17.881602 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:25:17.881602 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d9506b34-dcfd-4d35-ba55-5269ba4be5a2 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:25:17.881602 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9506b34-dcfd-4d35-ba55-5269ba4be5a2'] response: {'name': 'network-changed', 'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'status': 'completed', 'code': 200} Sep 14 12:25:17.925013 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] Set router 913f1a57-9ef6-4611-a18d-d33d24a91d41 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:25:17.950507 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:17.985191 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-63170613-1b19-49a6-bde3-b5f72984052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:17.986741 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-63170613-1b19-49a6-bde3-b5f72984052d service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=9204365716924bbebdc0d90ecc13d01e&device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 1129 time: 0.0443559 Sep 14 12:25:18.054636 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:18.080294 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-30734ed4-17b5-4645-a49a-f3528e2dbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:18.081842 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-30734ed4-17b5-4645-a49a-f3528e2dbb1d service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 200 len: 910 time: 0.0885239 Sep 14 12:25:18.126768 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-f0b4a625-20b2-4526-8e19-5a064bf3a619 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 200 len: 217 time: 0.0379479 Sep 14 12:25:18.144760 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:37Z', 'revision_number': 5, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:18.173569 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] Checking router: 913f1a57-9ef6-4611-a18d-d33d24a91d41 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:25:18.184131 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] Routers {'913f1a57-9ef6-4611-a18d-d33d24a91d41'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:25:18.184751 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:25:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['913f1a57-9ef6-4611-a18d-d33d24a91d41'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:18.196502 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-b9958652-10f1-4c70-8865-76896b201c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:18.198957 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-b9958652-10f1-4c70-8865-76896b201c16 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 HTTP/1.1" status: 200 len: 848 time: 0.0655789 Sep 14 12:25:18.246965 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-9226c41a-6efa-4b66-a2af-a439467ae267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:18.248589 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-9226c41a-6efa-4b66-a2af-a439467ae267 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414855 Sep 14 12:25:18.291141 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] Set router 913f1a57-9ef6-4611-a18d-d33d24a91d41 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:25:18.352556 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-50de3fe9-426b-49e6-bbd7-7bc5a059cda6 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950243 Sep 14 12:25:18.445148 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85741241-c6d4-4504-ba2c-a11554c322ed req-e61e6b76-a648-4869-89bf-9c8bc1997de4 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:18.446998 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85741241-c6d4-4504-ba2c-a11554c322ed req-e61e6b76-a648-4869-89bf-9c8bc1997de4 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0530252 Sep 14 12:25:18.501411 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-85741241-c6d4-4504-ba2c-a11554c322ed req-f8f99df9-6083-41d5-acd9-a8b3dc3b0fc8 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480940 Sep 14 12:25:18.580932 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:37Z', 'revision_number': 5, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:18.606650 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a1aa0c-a40b-46de-9ec3-47158f11a33d None None] The sync data for ids ['913f1a57-9ef6-4611-a18d-d33d24a91d41'] in dv-cinder-844962-2-iscsi is: [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:18:32Z', 'revision_number': 4, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '334c6de7-de07-453b-a7f1-728ff7c0cc25', 'name': '', 'network_id': 'e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'mac_address': 'fa:16:3e:f7:9d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:32Z', 'updated_at': '2022-09-14T12:18:37Z', 'revision_number': 5, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'subnets': [{'id': '8c5a7fbd-baf9-4376-b64b-6cfbe4274b89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:25:18.817269 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d05a482-fd46-406b-afd0-3d55cf956d68 None None] New status for floating IP 8c868770-bf8d-41f9-82b9-645a1971fece: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:25:19.626440 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dff6f9-20b0-4a0a-b58c-3a3e37d5ad75 req-c5502551-1349-4a0a-8f2d-30745d2c02ae tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:19.628027 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54dff6f9-20b0-4a0a-b58c-3a3e37d5ad75 req-c5502551-1349-4a0a-8f2d-30745d2c02ae tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0506141 Sep 14 12:25:19.689479 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:19.690100 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-54dff6f9-20b0-4a0a-b58c-3a3e37d5ad75 req-f11ee181-215c-453b-8efb-8eca0dcfb266 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522287 Sep 14 12:25:19.693269 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-b09dba92-1ef5-4185-a3e5-e3278c8830ae req-1f58a5f7-3689-48ec-a8f1-171555cb31d7 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044180 Sep 14 12:25:19.742126 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef001d7-58c0-4a61-bc23-2886d7e5a67d req-caf8d541-fb9f-4d74-9549-f75fcc696efc tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:19.743684 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3ef001d7-58c0-4a61-bc23-2886d7e5a67d req-caf8d541-fb9f-4d74-9549-f75fcc696efc tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0508473 Sep 14 12:25:19.807451 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3ef001d7-58c0-4a61-bc23-2886d7e5a67d req-137157cc-b6b5-44f4-ad43-2a8ba4d99140 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0579772 Sep 14 12:25:20.386885 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-2090afb0-62b4-4412-a3ae-40bddd16d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:20.388390 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-2090afb0-62b4-4412-a3ae-40bddd16d80b service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 1168 time: 0.0440989 Sep 14 12:25:20.479795 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-d8384109-9f2e-4b48-b3f4-745f9939bd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:20.481271 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-d8384109-9f2e-4b48-b3f4-745f9939bd4a service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=6856505e-81d6-410f-8a50-79da18a2fea9 HTTP/1.1" status: 200 len: 915 time: 0.0861301 Sep 14 12:25:20.563013 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-e05f78a6-10d1-40fb-943f-a598bfd3c541 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:20.564388 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-e05f78a6-10d1-40fb-943f-a598bfd3c541 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0467074 Sep 14 12:25:20.567186 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=100 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:20.577843 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-064a104d-02dd-4c5c-8ce8-748d91856169 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 200 len: 1000 time: 0.0603447 Sep 14 12:25:20.628077 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-abfbbf71-591f-4a15-a46c-0ff94c7524d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:20.629536 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-abfbbf71-591f-4a15-a46c-0ff94c7524d3 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d29f2762-cf32-4e40-9312-6a2046eeee05 HTTP/1.1" status: 200 len: 853 time: 0.0464392 Sep 14 12:25:20.662147 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Deleting port f37c6abe-5567-400c-b0bd-04c3772b1a60 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:25:20.662805 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:20.673182 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-dd70e639-42f4-46c4-af13-83b14de3dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:20.674721 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-dd70e639-42f4-46c4-af13-83b14de3dd63 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=6856505e-81d6-410f-8a50-79da18a2fea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391476 Sep 14 12:25:20.715666 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:25:20.771428 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] For port f37c6abe-5567-400c-b0bd-04c3772b1a60, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=f37c6abe-5567-400c-b0bd-04c3772b1a60,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:25:20.777238 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:20.781373 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-d14bf5a9-8746-4fd2-8072-a2a6712b487a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000669 Sep 14 12:25:20.813932 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Calling delete_port for f37c6abe-5567-400c-b0bd-04c3772b1a60 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:25:20.843555 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93055025-83cf-4546-af6d-1f01039c8935 req-fef1e1e9-b3cf-43eb-bb97-00d6f8759d5f tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:20.844998 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-93055025-83cf-4546-af6d-1f01039c8935 req-fef1e1e9-b3cf-43eb-bb97-00d6f8759d5f tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 945 time: 0.0764313 Sep 14 12:25:20.892669 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [req-dfcdb1b4-d5e8-4881-80bb-633c0f634088 req-5617f038-e17b-468f-ad9d-a2b69c02367b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051934 Sep 14 12:25:20.993136 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac4664-f941-4242-825f-160f030aa492 req-e87224e3-c523-4490-90d3-6cc0271acc1e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:20.994639 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-42ac4664-f941-4242-825f-160f030aa492 req-e87224e3-c523-4490-90d3-6cc0271acc1e tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0991840 Sep 14 12:25:20.999086 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-93055025-83cf-4546-af6d-1f01039c8935 req-388717bd-b190-4720-8c84-a7a6208587f1 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=7bad81b7-c054-42d0-b121-ca1c279e5938&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211040 Sep 14 12:25:21.098770 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-42ac4664-f941-4242-825f-160f030aa492 req-8ed57f8e-9ec9-411a-8801-79335da6093b tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0980761 Sep 14 12:25:21.192345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (f37c6abe-5567-400c-b0bd-04c3772b1a60), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:21.220899 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event deleted for resources: {'Port': ['ID=f37c6abe-5567-400c-b0bd-04c3772b1a60,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:21.250434 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.250761 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.251101 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.251438 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.251770 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.252099 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.252425 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.252748 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.253071 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.253395 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.253713 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.254057 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.254378 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.254694 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.255016 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:21.283446 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] No DVR routers for this DVR port f37c6abe-5567-400c-b0bd-04c3772b1a60 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:25:21.286712 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:21.289901 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ea1b6366-813a-4394-9b3a-d07d25be6176 req-1bd76b14-3e92-417d-b885-e34cf962618e tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.81 "DELETE /networking/v2.0/ports/f37c6abe-5567-400c-b0bd-04c3772b1a60 HTTP/1.1" status: 204 len: 173 time: 0.7202961 Sep 14 12:25:21.290393 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'name': 'network-vif-deleted', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:25:21.292602 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3da3839-fa56-45bd-b040-2649709bae76" -d '{"events": [{"server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "name": "network-vif-deleted", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:25:21.329825 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5855973d-3fdc-4901-8c87-4b0b0da9944c x-openstack-request-id: req-5855973d-3fdc-4901-8c87-4b0b0da9944c {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:25:21.330150 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921553b2-7c2b-4ec6-80c9-23298af50994", "name": "network-vif-deleted", "tag": "f37c6abe-5567-400c-b0bd-04c3772b1a60", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:25:21.330406 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5855973d-3fdc-4901-8c87-4b0b0da9944c {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:25:21.330821 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5855973d-3fdc-4901-8c87-4b0b0da9944c'] response: {'server_uuid': '921553b2-7c2b-4ec6-80c9-23298af50994', 'name': 'network-vif-deleted', 'tag': 'f37c6abe-5567-400c-b0bd-04c3772b1a60', 'status': 'completed', 'code': 200} Sep 14 12:25:22.085747 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:22.103810 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-529b139a-465b-430a-882c-9f7a493eca18 req-7939d830-064e-416e-9c1e-06dca78513b7 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 210 time: 0.0284541 Sep 14 12:25:22.209668 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:22.227590 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d520852-f61b-4a96-9c79-0b5ac2c40724 req-e2da0cb4-b791-4bd2-99c2-681bc285e8f5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:22.229085 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d520852-f61b-4a96-9c79-0b5ac2c40724 req-e2da0cb4-b791-4bd2-99c2-681bc285e8f5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0478892 Sep 14 12:25:22.293834 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2d520852-f61b-4a96-9c79-0b5ac2c40724 req-cdf3602b-2659-47a9-a4f1-c276599fba90 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0588171 Sep 14 12:25:23.226664 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-30e96995-db2a-4596-9095-ee2bfeb46e76 req-b3f6a002-4d39-4670-bc23-f382dadb3733 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=921553b2-7c2b-4ec6-80c9-23298af50994 HTTP/1.1" status: 200 len: 210 time: 0.0325363 Sep 14 12:25:23.416232 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf9bae-6835-4500-b2b7-b76cfc1b6fc9 req-7ddb4257-d49e-4bf2-95e7-dd9e2db2a049 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:23.417680 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d2cf9bae-6835-4500-b2b7-b76cfc1b6fc9 req-7ddb4257-d49e-4bf2-95e7-dd9e2db2a049 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0471241 Sep 14 12:25:23.479472 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d2cf9bae-6835-4500-b2b7-b76cfc1b6fc9 req-833e460c-f97a-4a95-956a-48f76167937b tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557125 Sep 14 12:25:24.293880 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48224) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:24.353209 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2ee0025e-2ab2-45ee-b8bb-883411495d56 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group (7bad81b7-c054-42d0-b121-ca1c279e5938), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:24.377702 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2ee0025e-2ab2-45ee-b8bb-883411495d56 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group (7bad81b7-c054-42d0-b121-ca1c279e5938), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:24.500225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2ee0025e-2ab2-45ee-b8bb-883411495d56 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (7bad81b7-c054-42d0-b121-ca1c279e5938), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:24.502896 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-2ee0025e-2ab2-45ee-b8bb-883411495d56 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:24.510940 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-2ee0025e-2ab2-45ee-b8bb-883411495d56 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/7bad81b7-c054-42d0-b121-ca1c279e5938 HTTP/1.1" status: 204 len: 168 time: 0.2091284 Sep 14 12:25:24.514257 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0025e-2ab2-45ee-b8bb-883411495d56 tempest-TestShelveInstance-419398520 tempest-TestShelveInstance-419398520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bad81b7-c054-42d0-b121-ca1c279e5938,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:24.611164 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835ec55-7df3-4a30-9708-fb494d8cc43e req-d9e8895c-a250-4aac-aed6-87e54d04d444 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:24.614519 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d835ec55-7df3-4a30-9708-fb494d8cc43e req-d9e8895c-a250-4aac-aed6-87e54d04d444 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0527148 Sep 14 12:25:24.624204 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48230) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:24.678859 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d835ec55-7df3-4a30-9708-fb494d8cc43e req-7b572e9a-c9fe-46f2-a536-07299a91a208 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0597310 Sep 14 12:25:24.889285 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device f37c6abe-5567-400c-b0bd-04c3772b1a60 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:25:24.914824 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: f37c6abe-5567-400c-b0bd-04c3772b1a60 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:25:24.915175 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device f37c6abe-5567-400c-b0bd-04c3772b1a60 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:25:25.103580 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (913f1a57-9ef6-4611-a18d-d33d24a91d41), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:25.198228 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=100 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:25.323872 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] Deleting port 334c6de7-de07-453b-a7f1-728ff7c0cc25 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:25:25.324359 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:25.402643 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] For port 334c6de7-de07-453b-a7f1-728ff7c0cc25, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=334c6de7-de07-453b-a7f1-728ff7c0cc25,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:25:25.402913 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:25.415805 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] Calling delete_port for 334c6de7-de07-453b-a7f1-728ff7c0cc25 owned by network:router_interface {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:25:25.419263 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=100 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:25.698967 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (334c6de7-de07-453b-a7f1-728ff7c0cc25), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:25.728239 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] Pushing event deleted for resources: {'Port': ['ID=334c6de7-de07-453b-a7f1-728ff7c0cc25,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:25.818916 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4c5bb-c40f-48e8-8654-f62f3a588c29 req-ec1e074f-7f0f-40ba-88ca-3c05ea96af05 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:25.820501 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f7a4c5bb-c40f-48e8-8654-f62f3a588c29 req-ec1e074f-7f0f-40ba-88ca-3c05ea96af05 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0554261 Sep 14 12:25:25.894267 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-f7a4c5bb-c40f-48e8-8654-f62f3a588c29 req-26c5b03d-4f6d-4d48-85c4-76d5b830dcf6 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0674143 Sep 14 12:25:25.907306 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (913f1a57-9ef6-4611-a18d-d33d24a91d41), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:26.117088 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] Router 913f1a57-9ef6-4611-a18d-d33d24a91d41 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:25:26.218313 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:26.237519 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:25:26.242633 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-81a0ce19-641a-474d-8254-1916f01fc2ca admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/913f1a57-9ef6-4611-a18d-d33d24a91d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170194 Sep 14 12:25:26.245146 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48236) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:26.249163 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] Sync routers for ids ['913f1a57-9ef6-4611-a18d-d33d24a91d41'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:25:26.259469 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] Routers {'913f1a57-9ef6-4611-a18d-d33d24a91d41'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:25:26.260078 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:25:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['913f1a57-9ef6-4611-a18d-d33d24a91d41'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:26.344979 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:26.355199 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Publish callbacks [] for router (913f1a57-9ef6-4611-a18d-d33d24a91d41), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:26.370499 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] Set router 913f1a57-9ef6-4611-a18d-d33d24a91d41 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:25:26.545931 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:26.557311 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:25:25Z', 'revision_number': 5, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:26.563107 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:26.585327 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] Checking router: 913f1a57-9ef6-4611-a18d-d33d24a91d41 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:25:26.596418 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] Routers {'913f1a57-9ef6-4611-a18d-d33d24a91d41'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:25:26.597117 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:25:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['913f1a57-9ef6-4611-a18d-d33d24a91d41'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:26.696806 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Publish callbacks [] for router_gateway (913f1a57-9ef6-4611-a18d-d33d24a91d41), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:26.705733 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] Set router 913f1a57-9ef6-4611-a18d-d33d24a91d41 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:25:26.788063 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Deleting port ffb5661f-f103-4b09-a73c-12348fe2cbbf {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:25:26.788727 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:26.879175 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] For port ffb5661f-f103-4b09-a73c-12348fe2cbbf, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=ffb5661f-f103-4b09-a73c-12348fe2cbbf,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:25:26.879545 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:26.884107 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:25:25Z', 'revision_number': 5, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:26.892895 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Calling delete_port for ffb5661f-f103-4b09-a73c-12348fe2cbbf owned by network:router_gateway {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:25:26.909610 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f8b3c3-3d5a-48d5-b61b-288d4997f24f None None] The sync data for ids ['913f1a57-9ef6-4611-a18d-d33d24a91d41'] in dv-cinder-844962-2-iscsi is: [{'id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'name': 'tempest-TestShelveInstance-2081534208-router', 'tenant_id': '9204365716924bbebdc0d90ecc13d01e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:29Z', 'updated_at': '2022-09-14T12:25:25Z', 'revision_number': 5, 'project_id': '9204365716924bbebdc0d90ecc13d01e', 'gw_port': {'id': 'ffb5661f-f103-4b09-a73c-12348fe2cbbf', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:3f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913f1a57-9ef6-4611-a18d-d33d24a91d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:30Z', 'updated_at': '2022-09-14T12:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:25:27.028852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c61787-b0b5-4358-8184-1ab4bb5227ee req-306fd01b-5a73-458c-ad49-3b3f85fdb30c tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:27.030448 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78c61787-b0b5-4358-8184-1ab4bb5227ee req-306fd01b-5a73-458c-ad49-3b3f85fdb30c tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0521052 Sep 14 12:25:27.091185 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-78c61787-b0b5-4358-8184-1ab4bb5227ee req-106f9e44-5291-467f-be49-27843f830188 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0550680 Sep 14 12:25:27.149969 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (ffb5661f-f103-4b09-a73c-12348fe2cbbf), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.180676 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb5661f-f103-4b09-a73c-12348fe2cbbf,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:27.247462 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (913f1a57-9ef6-4611-a18d-d33d24a91d41), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.340062 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (913f1a57-9ef6-4611-a18d-d33d24a91d41), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.342367 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Publish callbacks [] for router_controller (913f1a57-9ef6-4611-a18d-d33d24a91d41), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.446778 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (913f1a57-9ef6-4611-a18d-d33d24a91d41), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.447418 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 913f1a57-9ef6-4611-a18d-d33d24a91d41 {{(pid=106902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:25:27.452143 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.453270 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7f006c48-e898-4f90-b622-14909b5e5aec admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/913f1a57-9ef6-4611-a18d-d33d24a91d41 HTTP/1.1" status: 204 len: 168 time: 1.2071385 Sep 14 12:25:27.455775 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48240) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:27.507545 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_v2 [None req-20289b6e-4679-4349-b20f-3dfa08790fb3 admin admin] Deleting subnet 8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 {{(pid=106902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:25:27.511208 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-20289b6e-4679-4349-b20f-3dfa08790fb3 admin admin] Publish callbacks [] for subnet (8c5a7fbd-baf9-4376-b64b-6cfbe4274b89), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.551568 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-20289b6e-4679-4349-b20f-3dfa08790fb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167013'] for subnet (8c5a7fbd-baf9-4376-b64b-6cfbe4274b89), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.629478 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:27.630908 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-20289b6e-4679-4349-b20f-3dfa08790fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (8c5a7fbd-baf9-4376-b64b-6cfbe4274b89), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.680886 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=8 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:27.757518 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-20289b6e-4679-4349-b20f-3dfa08790fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2298182'] for subnet (8c5a7fbd-baf9-4376-b64b-6cfbe4274b89), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.785758 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20289b6e-4679-4349-b20f-3dfa08790fb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c5a7fbd-baf9-4376-b64b-6cfbe4274b89,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:27.789812 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-20289b6e-4679-4349-b20f-3dfa08790fb3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.793007 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-20289b6e-4679-4349-b20f-3dfa08790fb3 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/8c5a7fbd-baf9-4376-b64b-6cfbe4274b89 HTTP/1.1" status: 204 len: 168 time: 0.3357377 Sep 14 12:25:27.795524 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48242) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:27.798243 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ace1d8-a2ad-40dd-bea5-eaaa2c0c1289 None None] Network e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:25:27.926789 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:27.978329 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Deleting port 75f44351-6468-4d3d-85e6-5d7746fbb58c {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:25:27.979280 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.025209 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] DHCP port deletion for e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:25:28.030875 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:UPDATE=5,neutron:SELECT=19 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:28.032257 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:28.048313 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] For port 75f44351-6468-4d3d-85e6-5d7746fbb58c, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=75f44351-6468-4d3d-85e6-5d7746fbb58c,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:25:28.048977 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.064588 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Deleting port 75f44351-6468-4d3d-85e6-5d7746fbb58c {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:25:28.064961 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.069475 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Calling delete_port for 75f44351-6468-4d3d-85e6-5d7746fbb58c owned by network:dhcp {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:25:28.132046 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] For port 75f44351-6468-4d3d-85e6-5d7746fbb58c, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=75f44351-6468-4d3d-85e6-5d7746fbb58c,segment=NetworkSegment(e421e508-c686-4429-9dbf-11a0ea449256),segment_id=e421e508-c686-4429-9dbf-11a0ea449256)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:25:28.132514 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.148360 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Calling delete_port for 75f44351-6468-4d3d-85e6-5d7746fbb58c owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:25:28.221427 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3485a5-75ab-4c9b-8054-23dd09f33e2f req-330a60c0-65f8-4083-a11c-dd719a8987a8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:28.223431 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9b3485a5-75ab-4c9b-8054-23dd09f33e2f req-330a60c0-65f8-4083-a11c-dd719a8987a8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0491586 Sep 14 12:25:28.235928 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.245113 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (75f44351-6468-4d3d-85e6-5d7746fbb58c), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.265490 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Pushing event deleted for resources: {'Port': ['ID=75f44351-6468-4d3d-85e6-5d7746fbb58c,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:28.272516 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Pushing event deleted for resources: {'Port': ['ID=75f44351-6468-4d3d-85e6-5d7746fbb58c,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:28.275022 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] No DVR routers for this DVR port 75f44351-6468-4d3d-85e6-5d7746fbb58c on host dv-cinder-844962-2-iscsi {{(pid=106902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:25:28.275968 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] No DVR routers for this DVR port 75f44351-6468-4d3d-85e6-5d7746fbb58c on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:25:28.283255 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.283603 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.288787 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.289211 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.289559 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.289922 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.290259 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.291176 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.291176 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.291379 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.291529 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.292055 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.292725 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.293264 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.293768 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4230b82-e780-4890-9d2c-3cc7b949d32d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:25:28.300160 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-9b3485a5-75ab-4c9b-8054-23dd09f33e2f req-f99819a9-0f9c-4ee2-ba7b-ddf82c31c1ee tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0709856 Sep 14 12:25:28.352548 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.373886 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7']}} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:28.384544 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e421e508-c686-4429-9dbf-11a0ea449256') {'for_net_delete': True} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:28.384853 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e421e508-c686-4429-9dbf-11a0ea449256') {} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:28.385552 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 334c6de7-de07-453b-a7f1-728ff7c0cc25 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:25:28.396280 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167006'] for segment (e421e508-c686-4429-9dbf-11a0ea449256), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.406479 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 334c6de7-de07-453b-a7f1-728ff7c0cc25 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:25:28.406844 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 334c6de7-de07-453b-a7f1-728ff7c0cc25 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:25:28.407281 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device ffb5661f-f103-4b09-a73c-12348fe2cbbf no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:25:28.410395 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (e421e508-c686-4429-9dbf-11a0ea449256), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.416897 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=106902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:25:28.422414 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4138293'] for segment (e421e508-c686-4429-9dbf-11a0ea449256), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.426920 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: ffb5661f-f103-4b09-a73c-12348fe2cbbf {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:25:28.427598 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device ffb5661f-f103-4b09-a73c-12348fe2cbbf not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:25:28.428241 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 75f44351-6468-4d3d-85e6-5d7746fbb58c no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:25:28.450972 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 75f44351-6468-4d3d-85e6-5d7746fbb58c {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:25:28.451319 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 75f44351-6468-4d3d-85e6-5d7746fbb58c not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:25:28.502030 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment e421e508-c686-4429-9dbf-11a0ea449256 resource provider aggregate not found Sep 14 12:25:28.521815 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment e421e508-c686-4429-9dbf-11a0ea449256 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e421e508-c686-4429-9dbf-11a0ea449256 found for delete ", "request_id": "req-c791ad68-2806-45e1-bf3d-0125b4333fc4"}]} Sep 14 12:25:28.567508 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.574416 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:28.577448 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7 HTTP/1.1" status: 204 len: 168 time: 0.7808731 Sep 14 12:25:28.581624 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48252) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:28.589693 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f4629-c2fb-4415-8180-5a2031bb332a admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e2ad3c-4f2a-4ccb-b613-ddac0a9c70c7,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:28.673511 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:28.803870 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:28.901129 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:29.119966 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] Deleting port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:25:29.120514 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:29.211701 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] For port 75e2f204-21a6-4c4a-b4de-27d18cee8d1c, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=75e2f204-21a6-4c4a-b4de-27d18cee8d1c,segment=NetworkSegment(1c4c515e-84d1-44f4-bae4-ad64783fda11),segment_id=1c4c515e-84d1-44f4-bae4-ad64783fda11)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:25:29.212057 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:29.224583 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] Calling delete_port for 75e2f204-21a6-4c4a-b4de-27d18cee8d1c owned by network:router_interface {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:25:29.667012 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5834ccf9-8785-45ec-87a6-f476d05fc5ec req-2e00e0a9-db46-436e-927c-727abe509252 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:29.668481 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5834ccf9-8785-45ec-87a6-f476d05fc5ec req-2e00e0a9-db46-436e-927c-727abe509252 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0675240 Sep 14 12:25:29.730422 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:29.767319 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5834ccf9-8785-45ec-87a6-f476d05fc5ec req-f26c733a-181d-40db-a66d-b1eb04ac2849 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0929325 Sep 14 12:25:29.858285 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (75e2f204-21a6-4c4a-b4de-27d18cee8d1c), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:29.886169 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] Pushing event deleted for resources: {'Port': ['ID=75e2f204-21a6-4c4a-b4de-27d18cee8d1c,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:30.056178 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:30.063725 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:30.277567 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] Router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:25:30.387000 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:25:30.392774 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-a98e2bfb-07ff-4d1d-beb1-c20d47a19256 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/7b9ec38a-f963-4f40-b4c6-596a0952d9ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8098235 Sep 14 12:25:30.395062 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48256) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:30.398557 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] Sync routers for ids ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:25:30.411686 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] Routers {'7b9ec38a-f963-4f40-b4c6-596a0952d9ee'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:25:30.412310 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:25:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:30.502274 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Publish callbacks [] for router (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:30.521275 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] Set router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:25:30.606541 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Publish callbacks [] for router_gateway (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:30.693661 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'name': 'tempest-TestShelveInstance-524512115-router', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61'}], 'enable_snat': True}, 'gw_port_id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:25:29Z', 'revision_number': 5, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'gw_port': {'id': 'dd753fd9-34bd-4118-95ba-4acc70c60f5f', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:27:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:30.723349 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] Checking router: 7b9ec38a-f963-4f40-b4c6-596a0952d9ee for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:25:30.732730 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] Routers {'7b9ec38a-f963-4f40-b4c6-596a0952d9ee'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:25:30.733278 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:25:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:30.741034 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Deleting port dd753fd9-34bd-4118-95ba-4acc70c60f5f {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:25:30.741377 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:30.835947 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] Set router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee gateway port host: None {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:25:30.841140 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] For port dd753fd9-34bd-4118-95ba-4acc70c60f5f, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=dd753fd9-34bd-4118-95ba-4acc70c60f5f,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:25:30.841140 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:30.870779 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Calling delete_port for dd753fd9-34bd-4118-95ba-4acc70c60f5f owned by network:router_gateway {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:25:30.893174 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:30.895494 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'name': 'tempest-TestShelveInstance-524512115-router', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:25:30Z', 'revision_number': 6, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'gw_port_host': None}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:30.918229 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59702532-5c97-4c57-85c9-37d7832d59d0 req-ecb1ad3d-3cb1-4c9d-b190-16d655cf7e53 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:30.919770 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-59702532-5c97-4c57-85c9-37d7832d59d0 req-ecb1ad3d-3cb1-4c9d-b190-16d655cf7e53 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0631013 Sep 14 12:25:30.922369 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a97919-e92b-4173-9b44-6dcb4d59030e None None] The sync data for ids ['7b9ec38a-f963-4f40-b4c6-596a0952d9ee'] in dv-cinder-844962-2-iscsi is: [{'id': '7b9ec38a-f963-4f40-b4c6-596a0952d9ee', 'name': 'tempest-TestShelveInstance-524512115-router', 'tenant_id': 'c1f845252ff945d0bd5cab90f3405462', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:18:36Z', 'updated_at': '2022-09-14T12:25:30Z', 'revision_number': 6, 'project_id': 'c1f845252ff945d0bd5cab90f3405462', 'gw_port_host': None}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:25:30.997080 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:31.073233 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-59702532-5c97-4c57-85c9-37d7832d59d0 req-6a50a5f7-e4b5-45f9-a15a-19b13423c7d5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1264958 Sep 14 12:25:31.206835 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (dd753fd9-34bd-4118-95ba-4acc70c60f5f), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.230198 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd753fd9-34bd-4118-95ba-4acc70c60f5f,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:31.303425 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.395777 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.398099 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Publish callbacks [] for router_controller (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), precommit_delete_associations {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.521247 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (7b9ec38a-f963-4f40-b4c6-596a0952d9ee), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.521784 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b9ec38a-f963-4f40-b4c6-596a0952d9ee {{(pid=106903) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:25:31.526895 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.528053 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-394a1792-d72d-417b-9359-91b273829626 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/7b9ec38a-f963-4f40-b4c6-596a0952d9ee HTTP/1.1" status: 204 len: 168 time: 1.1318276 Sep 14 12:25:31.530749 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48260) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:31.584932 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_v2 [None req-4915d221-12f9-49ab-ab9f-d4d40b941131 admin admin] Deleting subnet 3ce1a439-531c-4272-ab72-5fb3beafce86 {{(pid=106903) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:25:31.588413 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4915d221-12f9-49ab-ab9f-d4d40b941131 admin admin] Publish callbacks [] for subnet (3ce1a439-531c-4272-ab72-5fb3beafce86), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.628410 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4915d221-12f9-49ab-ab9f-d4d40b941131 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3626246'] for subnet (3ce1a439-531c-4272-ab72-5fb3beafce86), precommit_delete_associations {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.710438 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4915d221-12f9-49ab-ab9f-d4d40b941131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (3ce1a439-531c-4272-ab72-5fb3beafce86), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.841992 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4915d221-12f9-49ab-ab9f-d4d40b941131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2250688', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2896776'] for subnet (3ce1a439-531c-4272-ab72-5fb3beafce86), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.866240 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915d221-12f9-49ab-ab9f-d4d40b941131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ce1a439-531c-4272-ab72-5fb3beafce86,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:31.873620 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-4915d221-12f9-49ab-ab9f-d4d40b941131 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for subnet (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:31.877462 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-4915d221-12f9-49ab-ab9f-d4d40b941131 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/3ce1a439-531c-4272-ab72-5fb3beafce86 HTTP/1.1" status: 204 len: 168 time: 0.3458242 Sep 14 12:25:31.882216 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48262) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:31.884707 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4631eb9c-a374-40c3-85e8-301d078a551e None None] Network ac0ad5da-1470-4d69-b3c3-00f311b44fdf requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:25:31.969473 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (ac0ad5da-1470-4d69-b3c3-00f311b44fdf), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.016699 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Deleting port 81eae338-8201-4f73-86a3-2e7357927dc8 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:25:32.017062 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.062504 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be75d0-2337-4bbf-953e-0c5ee7693631 None None] DHCP port deletion for ac0ad5da-1470-4d69-b3c3-00f311b44fdf request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:25:32.092085 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:32.094396 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] For port 81eae338-8201-4f73-86a3-2e7357927dc8, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=81eae338-8201-4f73-86a3-2e7357927dc8,segment=NetworkSegment(1c4c515e-84d1-44f4-bae4-ad64783fda11),segment_id=1c4c515e-84d1-44f4-bae4-ad64783fda11)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:25:32.094835 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.103484 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:32.107450 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a3be75d0-2337-4bbf-953e-0c5ee7693631 None None] Deleting port 81eae338-8201-4f73-86a3-2e7357927dc8 {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:25:32.108027 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a3be75d0-2337-4bbf-953e-0c5ee7693631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.110762 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Calling delete_port for 81eae338-8201-4f73-86a3-2e7357927dc8 owned by network:dhcp {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:25:32.203733 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-a3be75d0-2337-4bbf-953e-0c5ee7693631 None None] For port 81eae338-8201-4f73-86a3-2e7357927dc8, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=81eae338-8201-4f73-86a3-2e7357927dc8,segment=NetworkSegment(1c4c515e-84d1-44f4-bae4-ad64783fda11),segment_id=1c4c515e-84d1-44f4-bae4-ad64783fda11)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:25:32.204136 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a3be75d0-2337-4bbf-953e-0c5ee7693631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.219321 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a3be75d0-2337-4bbf-953e-0c5ee7693631 None None] Calling delete_port for 81eae338-8201-4f73-86a3-2e7357927dc8 owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:25:32.223500 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:DELETE=9,neutron:SELECT=91 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:32.234146 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159144ad-60a3-4998-9048-27b7a8a2d9b3 req-a2837457-c1cb-47f3-8778-301c3f0f0598 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:32.235652 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-159144ad-60a3-4998-9048-27b7a8a2d9b3 req-a2837457-c1cb-47f3-8778-301c3f0f0598 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0665553 Sep 14 12:25:32.264382 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:32.309224 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-159144ad-60a3-4998-9048-27b7a8a2d9b3 req-9cdba3dd-e3f9-43e7-ba3e-4be9ebad3487 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0639532 Sep 14 12:25:32.337299 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.344437 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a3be75d0-2337-4bbf-953e-0c5ee7693631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (81eae338-8201-4f73-86a3-2e7357927dc8), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.364514 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Pushing event deleted for resources: {'Port': ['ID=81eae338-8201-4f73-86a3-2e7357927dc8,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:32.369247 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] No DVR routers for this DVR port 81eae338-8201-4f73-86a3-2e7357927dc8 on host dv-cinder-844962-2-iscsi {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:25:32.384727 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 75e2f204-21a6-4c4a-b4de-27d18cee8d1c no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:25:32.389916 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be75d0-2337-4bbf-953e-0c5ee7693631 None None] Pushing event deleted for resources: {'Port': ['ID=81eae338-8201-4f73-86a3-2e7357927dc8,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:32.392070 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be75d0-2337-4bbf-953e-0c5ee7693631 None None] No DVR routers for this DVR port 81eae338-8201-4f73-86a3-2e7357927dc8 on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:25:32.411323 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 75e2f204-21a6-4c4a-b4de-27d18cee8d1c {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:25:32.411669 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 75e2f204-21a6-4c4a-b4de-27d18cee8d1c not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:25:32.412090 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device dd753fd9-34bd-4118-95ba-4acc70c60f5f no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:25:32.435496 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: dd753fd9-34bd-4118-95ba-4acc70c60f5f {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:25:32.435848 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device dd753fd9-34bd-4118-95ba-4acc70c60f5f not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:25:32.436300 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 81eae338-8201-4f73-86a3-2e7357927dc8 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:25:32.454259 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (ac0ad5da-1470-4d69-b3c3-00f311b44fdf), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.455006 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 81eae338-8201-4f73-86a3-2e7357927dc8 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:25:32.455349 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 81eae338-8201-4f73-86a3-2e7357927dc8 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:25:32.477973 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0ad5da-1470-4d69-b3c3-00f311b44fdf']}} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:32.495022 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4c515e-84d1-44f4-bae4-ad64783fda11') {'for_net_delete': True} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:32.495468 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4c515e-84d1-44f4-bae4-ad64783fda11') {} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:25:32.514353 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626301'] for segment (1c4c515e-84d1-44f4-bae4-ad64783fda11), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.531258 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (1c4c515e-84d1-44f4-bae4-ad64783fda11), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.541340 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=106903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:25:32.544091 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250618'] for segment (1c4c515e-84d1-44f4-bae4-ad64783fda11), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.619568 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment 1c4c515e-84d1-44f4-bae4-ad64783fda11 resource provider aggregate not found Sep 14 12:25:32.637982 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment 1c4c515e-84d1-44f4-bae4-ad64783fda11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c4c515e-84d1-44f4-bae4-ad64783fda11 found for delete ", "request_id": "req-08668920-e75a-4a7b-9774-7874c6aec73e"}]} Sep 14 12:25:32.677234 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (ac0ad5da-1470-4d69-b3c3-00f311b44fdf), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.682941 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:32.686149 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/ac0ad5da-1470-4d69-b3c3-00f311b44fdf HTTP/1.1" status: 204 len: 168 time: 0.8046141 Sep 14 12:25:32.699010 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c331da-843c-4055-aaff-aa8439eda848 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac0ad5da-1470-4d69-b3c3-00f311b44fdf,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:33.060138 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48274) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:33.101611 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-e6f5e4d5-90c4-4d28-8899-0735650fc592 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=9204365716924bbebdc0d90ecc13d01e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402458 Sep 14 12:25:33.115231 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48276) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:33.165911 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b7f21539-776d-4870-b948-cba9bfb1811c admin admin] Publish callbacks [] for security_group (276c78a8-7fe1-4978-a8bc-a4285991ee6e), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:33.189507 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b7f21539-776d-4870-b948-cba9bfb1811c admin admin] Publish callbacks [] for security_group (276c78a8-7fe1-4978-a8bc-a4285991ee6e), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:33.349513 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b7f21539-776d-4870-b948-cba9bfb1811c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (276c78a8-7fe1-4978-a8bc-a4285991ee6e), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:33.352336 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-b7f21539-776d-4870-b948-cba9bfb1811c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:33.353494 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-b7f21539-776d-4870-b948-cba9bfb1811c admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/276c78a8-7fe1-4978-a8bc-a4285991ee6e HTTP/1.1" status: 204 len: 168 time: 0.2372904 Sep 14 12:25:33.362023 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f21539-776d-4870-b948-cba9bfb1811c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c78a8-7fe1-4978-a8bc-a4285991ee6e,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:33.451214 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19140185-2103-4c8a-bfdc-22bcbcb7d759 req-3ec5c442-89b4-47e4-a687-ee0e35bc84ad tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:33.452741 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-19140185-2103-4c8a-bfdc-22bcbcb7d759 req-3ec5c442-89b4-47e4-a687-ee0e35bc84ad tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0614567 Sep 14 12:25:33.480655 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:33.489146 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:33.517850 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-19140185-2103-4c8a-bfdc-22bcbcb7d759 req-78ae958a-d5f5-495a-9821-61952b60c6cf tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0578156 Sep 14 12:25:34.194425 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48284) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:34.239562 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-9a0410d0-8d35-4874-94c3-81d278e6948d admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c1f845252ff945d0bd5cab90f3405462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435951 Sep 14 12:25:34.242323 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48286) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:25:34.301274 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-aaf2fc1e-a60f-43bd-a053-5e68d4f973fa admin admin] Publish callbacks [] for security_group (e717380f-0aa2-44ec-9dd9-7be532c3b39c), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:34.323339 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-aaf2fc1e-a60f-43bd-a053-5e68d4f973fa admin admin] Publish callbacks [] for security_group (e717380f-0aa2-44ec-9dd9-7be532c3b39c), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:34.494772 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-aaf2fc1e-a60f-43bd-a053-5e68d4f973fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (e717380f-0aa2-44ec-9dd9-7be532c3b39c), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:34.497336 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-aaf2fc1e-a60f-43bd-a053-5e68d4f973fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:34.498730 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-aaf2fc1e-a60f-43bd-a053-5e68d4f973fa admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/e717380f-0aa2-44ec-9dd9-7be532c3b39c HTTP/1.1" status: 204 len: 168 time: 0.2554903 Sep 14 12:25:34.507565 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2fc1e-a60f-43bd-a053-5e68d4f973fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e717380f-0aa2-44ec-9dd9-7be532c3b39c,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:25:34.648523 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239fa7dc-9182-4faa-8485-c00f01484889 req-869477d9-1f50-4420-b46b-47635d42cc53 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:34.650056 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-239fa7dc-9182-4faa-8485-c00f01484889 req-869477d9-1f50-4420-b46b-47635d42cc53 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0531867 Sep 14 12:25:34.713420 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-239fa7dc-9182-4faa-8485-c00f01484889 req-65705b7c-e53a-40ec-aaa1-4bfdff47b512 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0573137 Sep 14 12:25:35.841394 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d824152-6928-4d1e-8e60-a544685204c1 req-2c924965-d555-41fb-a429-de6b5a76a206 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:35.843002 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8d824152-6928-4d1e-8e60-a544685204c1 req-2c924965-d555-41fb-a429-de6b5a76a206 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0502787 Sep 14 12:25:35.911578 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8d824152-6928-4d1e-8e60-a544685204c1 req-65802ab4-01ed-4494-8eed-632e200ab393 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0624266 Sep 14 12:25:36.882822 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=23 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:36.887531 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=37 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:37.050788 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0a486-0ecf-4657-af68-7a0fb76fde89 req-da50dc2d-182b-43a0-8212-a0cdcb25ced3 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:37.052443 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7fe0a486-0ecf-4657-af68-7a0fb76fde89 req-da50dc2d-182b-43a0-8212-a0cdcb25ced3 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0490844 Sep 14 12:25:37.114815 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-7fe0a486-0ecf-4657-af68-7a0fb76fde89 req-a4ff0755-d5ca-4eb2-b888-948d471fa459 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0562122 Sep 14 12:25:38.222525 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:38.241139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b639296-3708-4ac9-afff-a680e3ceefce req-6533a88b-0c2d-4005-a913-8c200393268f tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:25:38.242681 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4b639296-3708-4ac9-afff-a680e3ceefce req-6533a88b-0c2d-4005-a913-8c200393268f tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0481465 Sep 14 12:25:38.310093 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-4b639296-3708-4ac9-afff-a680e3ceefce req-d641bfea-9b05-4592-8fa6-2164ed36eff9 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=6e4ab867-58af-48e3-ab45-f32119a6f2ee&id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0591743 Sep 14 12:25:38.469390 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=39,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:38.580049 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:DELETE=8,neutron:SELECT=71 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:42.717220 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d2250184-0a1e-4ae0-9f06-b9d4df45685e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:45.258105 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9bf54fc4-5ae4-4c1d-a22d-e6f0e099ec1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:46.534422 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:47.934166 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:48.031893 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:25:48.304380 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=69 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:49.594051 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:57.714070 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:25:57.916288 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:25:57.921245 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=34,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:03.503272 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:11.462256 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-6f5e3e8f-e24b-4006-a47f-7418f6db6c94 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409784 Sep 14 12:26:11.546945 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-cf552932-3c28-4106-a849-a19351860273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:11.548435 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-cf552932-3c28-4106-a849-a19351860273 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 1168 time: 0.0396366 Sep 14 12:26:11.650650 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-a86e21d8-d529-4767-95e6-b7333f22d25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:11.652617 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-a86e21d8-d529-4767-95e6-b7333f22d25b service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=6856505e-81d6-410f-8a50-79da18a2fea9 HTTP/1.1" status: 200 len: 915 time: 0.0861380 Sep 14 12:26:11.718214 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-4b096039-3495-40d8-8bd5-d42f43e49cee service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 200 len: 1000 time: 0.0587914 Sep 14 12:26:11.766772 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-cadfb2bc-6e60-4938-8199-7dbc370509f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:11.768301 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-cadfb2bc-6e60-4938-8199-7dbc370509f8 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d29f2762-cf32-4e40-9312-6a2046eeee05 HTTP/1.1" status: 200 len: 853 time: 0.0446653 Sep 14 12:26:11.812087 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-6b61b9d3-7ade-4d83-ade7-cfd984b636ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:11.813578 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-6b61b9d3-7ade-4d83-ade7-cfd984b636ad service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=6856505e-81d6-410f-8a50-79da18a2fea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392017 Sep 14 12:26:11.907383 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-45dfebbe-4892-4627-b3cb-70855c23a795 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871773 Sep 14 12:26:12.003590 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e0fd7f60-f558-4597-b694-c8d4c64f9ee5 req-bf53a6d8-7f3b-4021-a073-35d6e628e303 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900075 Sep 14 12:26:12.674855 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-19120171-de74-425a-9ade-b50fa3a0a7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:12.953630 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=18 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:12.955540 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=16 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:15.165474 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-7cbd8b64-ae1f-44e4-a4d1-7065e2efe58d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1914131548&fields=id&tenant_id=e0cdab1c080d4132adc6cd64d8627c68 HTTP/1.1" status: 200 len: 267 time: 0.0468161 Sep 14 12:26:15.208396 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-64a1b9e0-fed3-410e-9dad-ff04bce61e72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:15.273536 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-cd719dbd-34e1-406d-86ae-230d4f0e105d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:15.274942 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-cd719dbd-34e1-406d-86ae-230d4f0e105d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 812 time: 0.1030493 Sep 14 12:26:15.290242 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-44724f0f-3905-4716-ab21-32fa7d51c85e tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/quotas/e0cdab1c080d4132adc6cd64d8627c68 HTTP/1.1" status: 200 len: 375 time: 0.0093319 Sep 14 12:26:15.347234 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-cbc8b603-2e7b-416f-b696-77c803905b34 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517662 Sep 14 12:26:15.443189 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-419284b2-17f9-4026-a287-e361aff7443d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847063 Sep 14 12:26:15.539153 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-79c99802-d29a-4dc8-8f13-f34703c8c15d service neutron] 10.222.0.62 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894985 Sep 14 12:26:16.164403 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a451613a-86b5-4d94-a0b3-ac33c9dd87d2 req-5c653751-afd5-4608-84e8-3f4a5d269916 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 210 time: 0.0282323 Sep 14 12:26:16.494169 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:17.249083 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bf35f6ec-0368-449e-bc30-48b9146043b0 req-8d9246b4-ee85-4b45-bc47-dab025c74696 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 210 time: 0.0268631 Sep 14 12:26:17.911317 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:18.017121 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:18.355331 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c56848f5-2a07-471b-abfb-a35f47c696d4 req-d2719a3c-e28e-49ce-813d-a8575c9387a0 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 210 time: 0.0322380 Sep 14 12:26:19.459453 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a164c2d3-4021-45b2-be76-20f91f9fa469 req-2d0ea791-7561-4f05-bd62-9a3b47688c37 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 210 time: 0.0280442 Sep 14 12:26:20.217122 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:20.270244 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:20.297117 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-74c0e0f4-14f3-4c3f-9af3-09fd68de9371 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:20.298567 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-74c0e0f4-14f3-4c3f-9af3-09fd68de9371 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 812 time: 0.1019092 Sep 14 12:26:20.389169 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-e45cb1a3-ee8b-4aaf-84b4-a80014a9a89a tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e0cdab1c080d4132adc6cd64d8627c68 HTTP/1.1" status: 200 len: 380 time: 0.0599842 Sep 14 12:26:20.406590 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'port': {'device_id': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'admin_state_up': True, 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'security_groups': ['0b96498e-d9fe-4cbb-8b6c-7174bef32a8f']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:26:20.568684 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-5188db03-703e-4ee0-a9c5-d9f2cf5aebc5 req-a2bfc17c-38d3-4e71-bf10-bf27a9352ef5 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 210 time: 0.0298793 Sep 14 12:26:20.590720 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Made reservation on behalf of e0cdab1c080d4132adc6cd64d8627c68 for: {'port': 1} {{(pid=106903) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 12:26:20.594700 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:20.722635 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.db_base_plugin_common [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Allocated IP 172.20.0.4 (7695930d-2da6-4ee9-8437-3753ca9f2e40/a96728c4-68a9-4090-ac91-17af7b825f56/71b95f96-2a69-42b2-83c1-cb56894b9e4b) {{(pid=106903) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:26:20.865117 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), precommit_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:20.949066 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), after_create {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:20.993073 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 is already hosted by enough agents. {{(pid=106903) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:26:20.996855 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.base_scheduler [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Resources bound (agent type, host, resource id): {{(pid=106903) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:26:21.000743 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Received port after_create {{(pid=106903) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:26:21.007125 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'Port': ['ID=71b95f96-2a69-42b2-83c1-cb56894b9e4b,revision_number=1']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:26:21.057691 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:21.058379 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:21.157230 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-512c6e62-40e7-4a08-9151-6801bfc43b45 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7548668 Sep 14 12:26:21.174409 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Request body: {'port': {'device_id': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84496'}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:26:21.234111 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:21.239423 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-a64eaa37-7a29-41fe-8838-52f20715e267 None None] Provisioning complete for port 71b95f96-2a69-42b2-83c1-cb56894b9e4b triggered by entity DHCP. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:26:21.245224 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a64eaa37-7a29-41fe-8838-52f20715e267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:21.245224 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a64eaa37-7a29-41fe-8838-52f20715e267 None None] Attempt 1 to provision port 71b95f96-2a69-42b2-83c1-cb56894b9e4b Sep 14 12:26:21.272465 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a64eaa37-7a29-41fe-8838-52f20715e267 None None] Port 71b95f96-2a69-42b2-83c1-cb56894b9e4b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:26:21.276933 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:21.289791 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:21.492165 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71b95f96-2a69-42b2-83c1-cb56894b9e4b {{(pid=106903) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:26:21.499818 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Publish callbacks [] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:21.512122 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.provisioning_blocks [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Transition to ACTIVE for port object 71b95f96-2a69-42b2-83c1-cb56894b9e4b will not be triggered until provisioned by entity L2. {{(pid=106903) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 14 12:26:21.594395 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:21.773825 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a64eaa37-7a29-41fe-8838-52f20715e267 None None] Attempt 2 to provision port 71b95f96-2a69-42b2-83c1-cb56894b9e4b Sep 14 12:26:21.811596 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a64eaa37-7a29-41fe-8838-52f20715e267 None None] Port 71b95f96-2a69-42b2-83c1-cb56894b9e4b cannot update to ACTIVE because it is not bound. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 14 12:26:21.950549 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Pushing event updated for resources: {'Port': ['ID=71b95f96-2a69-42b2-83c1-cb56894b9e4b,revision_number=2']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:26:21.985026 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d33b4-44f5-43ec-9a48-582b13bd70d9 req-4d2ac9d0-3543-4088-891c-049a3cf16b42 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:21.986520 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-162d33b4-44f5-43ec-9a48-582b13bd70d9 req-4d2ac9d0-3543-4088-891c-049a3cf16b42 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 943 time: 0.1069305 Sep 14 12:26:21.989846 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.990226 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.990568 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.990910 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.991242 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.991571 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.991899 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.992225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.992552 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.992875 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.993274 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.993626 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.993975 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.994296 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:21.994619 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:22.049847 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Attempting to bind port 71b95f96-2a69-42b2-83c1-cb56894b9e4b on host hv-cinder-84496 for vnic_type normal with profile {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 14 12:26:22.050125 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Attempting to bind port 71b95f96-2a69-42b2-83c1-cb56894b9e4b by drivers openvswitch,hyperv on host hv-cinder-84496 at level 0 using segments [{'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 14 12:26:22.050444 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Attempting to bind port 71b95f96-2a69-42b2-83c1-cb56894b9e4b on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:26:22.086078 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-162d33b4-44f5-43ec-9a48-582b13bd70d9 req-39e9f72f-f64e-4c4d-886f-e44e9de036a0 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861461 Sep 14 12:26:22.105366 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Port 71b95f96-2a69-42b2-83c1-cb56894b9e4b on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84496 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 14 12:26:22.105960 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Attempting to bind port 71b95f96-2a69-42b2-83c1-cb56894b9e4b on network 7695930d-2da6-4ee9-8437-3753ca9f2e40 {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 14 12:26:22.107596 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:22.148493 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Checking agent: {'id': '64d676e5-2094-42f9-93db-56f00e262194', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84496', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 14, 12, 4), 'started_at': datetime.datetime(2022, 9, 14, 12, 4), 'heartbeat_timestamp': datetime.datetime(2022, 9, 14, 12, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 14 12:26:22.148828 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Checking segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106903) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 14 12:26:22.149211 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Bound using segment: {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'} {{(pid=106903) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 14 12:26:22.149643 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.managers [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Bound port: 71b95f96-2a69-42b2-83c1-cb56894b9e4b, host: hv-cinder-84496, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bfa118d-d597-450d-a3fb-ce419ec8464d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40'}}] {{(pid=106903) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 14 12:26:22.150040 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:22.215071 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] For port 71b95f96-2a69-42b2-83c1-cb56894b9e4b, host hv-cinder-84496, cleared binding levels {{(pid=106903) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 12:26:22.218139 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] For port 71b95f96-2a69-42b2-83c1-cb56894b9e4b, host hv-cinder-84496, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=71b95f96-2a69-42b2-83c1-cb56894b9e4b,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106903) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 12:26:22.310100 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:22.312534 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-a64eaa37-7a29-41fe-8838-52f20715e267 None None] Attempt 3 to provision port 71b95f96-2a69-42b2-83c1-cb56894b9e4b Sep 14 12:26:22.314338 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:22.314961 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:22.316440 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] 10.222.0.81 "PUT /networking/v2.0/ports/71b95f96-2a69-42b2-83c1-cb56894b9e4b HTTP/1.1" status: 200 len: 1093 time: 1.1459999 Sep 14 12:26:22.317022 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'tag': '71b95f96-2a69-42b2-83c1-cb56894b9e4b'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:26:22.319290 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655c439e-2b69-4f77-904e-737f0987a399" -d '{"events": [{"name": "network-changed", "server_uuid": "881fc53c-9264-4ba1-ac3d-e19c3934b098", "tag": "71b95f96-2a69-42b2-83c1-cb56894b9e4b"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:26:22.371357 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b35a93-5815-4722-b487-b107eb1c4a24 service neutron] Pushing event updated for resources: {'Port': ['ID=71b95f96-2a69-42b2-83c1-cb56894b9e4b,revision_number=3']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:26:22.383726 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-a64eaa37-7a29-41fe-8838-52f20715e267 None None] Port 71b95f96-2a69-42b2-83c1-cb56894b9e4b had new provisioning blocks added so it will not transition to active. {{(pid=106904) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 14 12:26:22.399614 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d741c638-14c6-4fb7-833b-004dd6ded24b x-openstack-request-id: req-d741c638-14c6-4fb7-833b-004dd6ded24b {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:26:22.399614 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881fc53c-9264-4ba1-ac3d-e19c3934b098", "tag": "71b95f96-2a69-42b2-83c1-cb56894b9e4b", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:26:22.399614 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d741c638-14c6-4fb7-833b-004dd6ded24b {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:26:22.399614 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d741c638-14c6-4fb7-833b-004dd6ded24b'] response: {'name': 'network-changed', 'server_uuid': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'tag': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'status': 'completed', 'code': 200} Sep 14 12:26:22.502368 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c439e-2b69-4f77-904e-737f0987a399 req-82319ffe-8692-469b-9b20-4e3a64d5cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:22.503812 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-655c439e-2b69-4f77-904e-737f0987a399 req-82319ffe-8692-469b-9b20-4e3a64d5cdb5 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 1127 time: 0.0392933 Sep 14 12:26:22.615768 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c439e-2b69-4f77-904e-737f0987a399 req-6b34aad3-a3be-42ba-8908-58db20e75818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:22.617193 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-655c439e-2b69-4f77-904e-737f0987a399 req-6b34aad3-a3be-42ba-8908-58db20e75818 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0933213 Sep 14 12:26:22.714841 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c439e-2b69-4f77-904e-737f0987a399 req-b10a2038-d129-4dab-9b58-0df7dcb8d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:22.716308 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-655c439e-2b69-4f77-904e-737f0987a399 req-b10a2038-d129-4dab-9b58-0df7dcb8d8ae service neutron] 10.222.0.81 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920758 Sep 14 12:26:22.820415 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-46bec7f5-72b0-4935-95fe-a98f5ca84aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:22.821921 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-46bec7f5-72b0-4935-95fe-a98f5ca84aac service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 1127 time: 0.0428240 Sep 14 12:26:22.867676 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-ee265721-7c91-42aa-acd2-985c3d6152bc service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b95f96-2a69-42b2-83c1-cb56894b9e4b HTTP/1.1" status: 200 len: 217 time: 0.0323927 Sep 14 12:26:22.917376 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-151bdd81-c59e-4387-b66f-97746f7ffe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:22.919506 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-151bdd81-c59e-4387-b66f-97746f7ffe87 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0445359 Sep 14 12:26:22.963164 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-af261fb2-296a-4f47-881e-2a4912c458f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:22.965128 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-af261fb2-296a-4f47-881e-2a4912c458f1 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377157 Sep 14 12:26:23.059125 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-f38a59d2-41c8-4882-b331-b44797244cfc service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871081 Sep 14 12:26:23.072277 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:23.155610 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ba2cf8c-f30e-40d6-908f-2bde71ac3f00 req-b03a0db1-60c9-42d0-8206-94cc137f902b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905480 Sep 14 12:26:23.205982 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e8345-39d3-4d30-a5f5-0401431964b1 req-24ce4b3d-f4d7-41c6-b3ef-1741b227b561 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:23.207492 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-309e8345-39d3-4d30-a5f5-0401431964b1 req-24ce4b3d-f4d7-41c6-b3ef-1741b227b561 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 943 time: 0.0475984 Sep 14 12:26:23.256156 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-309e8345-39d3-4d30-a5f5-0401431964b1 req-e6eb6b49-d1fc-4fe0-8f02-ec7e0c47f38f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Sep 14 12:26:24.382866 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a66c6-1a00-4157-93c6-856e3a4f8ede req-f25d0733-8f56-4342-afdf-55a2f256b123 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:24.384332 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-969a66c6-1a00-4157-93c6-856e3a4f8ede req-f25d0733-8f56-4342-afdf-55a2f256b123 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 943 time: 0.0488977 Sep 14 12:26:24.434569 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-969a66c6-1a00-4157-93c6-856e3a4f8ede req-9182799f-0660-4900-988b-0ad8ea4fb72a tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Sep 14 12:26:25.555827 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3589b9cd-cc7b-408b-b199-4e44fb8415f8 req-00ae1fc3-5f3f-4bec-92c6-973066829f41 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:25.557296 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3589b9cd-cc7b-408b-b199-4e44fb8415f8 req-00ae1fc3-5f3f-4bec-92c6-973066829f41 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 943 time: 0.0502465 Sep 14 12:26:25.607853 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-3589b9cd-cc7b-408b-b199-4e44fb8415f8 req-febe58b9-f5ef-4289-ac07-93acab257f8d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440919 Sep 14 12:26:26.712477 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:26.727411 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962ba5d-e037-449a-8ecc-abcf9c8ca19a req-5d6cb478-7b71-46f7-9489-17a10cd708d4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:26.728903 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e962ba5d-e037-449a-8ecc-abcf9c8ca19a req-5d6cb478-7b71-46f7-9489-17a10cd708d4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 943 time: 0.0472243 Sep 14 12:26:26.778685 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-e962ba5d-e037-449a-8ecc-abcf9c8ca19a req-8754a06e-7cb0-4819-82d3-6d8b779ed3ac tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441048 Sep 14 12:26:27.911744 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8b3f0-430f-47f1-8f21-a41e3748ca9f req-7889ae82-36a5-4366-a09a-f6f1a5e8afdf tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:27.913188 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dab8b3f0-430f-47f1-8f21-a41e3748ca9f req-7889ae82-36a5-4366-a09a-f6f1a5e8afdf tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 943 time: 0.0557160 Sep 14 12:26:27.964293 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-dab8b3f0-430f-47f1-8f21-a41e3748ca9f req-28276d18-9476-42e5-98c2-ff4aa9434f6c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452409 Sep 14 12:26:29.082424 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f581b7-7618-4d4b-a3cb-49c5d5aca097 req-2ce27e56-c23f-443a-b4a4-552c8c3da0cd tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:29.083813 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c8f581b7-7618-4d4b-a3cb-49c5d5aca097 req-2ce27e56-c23f-443a-b4a4-552c8c3da0cd tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 943 time: 0.0463774 Sep 14 12:26:29.132187 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c8f581b7-7618-4d4b-a3cb-49c5d5aca097 req-1a22a93a-ca38-4ccd-8a01-d41c3586f2fc tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Sep 14 12:26:30.253135 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb19ae7-bf8b-4d5a-9a09-868a2a968441 req-acb332df-d2b6-4622-a68c-d925380d02ac tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:30.254637 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-acb19ae7-bf8b-4d5a-9a09-868a2a968441 req-acb332df-d2b6-4622-a68c-d925380d02ac tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 943 time: 0.0468421 Sep 14 12:26:30.307632 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-acb19ae7-bf8b-4d5a-9a09-868a2a968441 req-e3a8d6d4-b1e8-4e4a-96e6-9766f694091c tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473378 Sep 14 12:26:31.427033 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18200925-d8ce-499c-aa84-76f5595e4102 req-a8d1bf5e-5d21-46da-937f-8d3ceb9304ac tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:31.428510 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18200925-d8ce-499c-aa84-76f5595e4102 req-a8d1bf5e-5d21-46da-937f-8d3ceb9304ac tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 943 time: 0.0468102 Sep 14 12:26:31.478354 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-18200925-d8ce-499c-aa84-76f5595e4102 req-57dd0659-6405-4e19-8e30-c56fd2f789bf tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442448 Sep 14 12:26:32.380641 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:32.382532 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:32.597821 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec41eef-15d1-4d1d-b3af-42fb97b8053e req-8c8a16aa-9349-4a4d-a617-2b640c6e21a6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:32.599332 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ec41eef-15d1-4d1d-b3af-42fb97b8053e req-8c8a16aa-9349-4a4d-a617-2b640c6e21a6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 943 time: 0.0466697 Sep 14 12:26:32.648882 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-2ec41eef-15d1-4d1d-b3af-42fb97b8053e req-ac2a9f49-7c11-48bd-9c16-4174d1698658 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439620 Sep 14 12:26:33.254130 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 71b95f96-2a69-42b2-83c1-cb56894b9e4b details requested by agent hyperv_hv-cinder-84496 with host hv-cinder-84496 {{(pid=106904) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 12:26:33.357254 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 71b95f96-2a69-42b2-83c1-cb56894b9e4b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=71b95f96-2a69-42b2-83c1-cb56894b9e4b,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:26:33.368784 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Returning: {'device': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'port_id': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'mac_address': 'fa:16:3e:d4:8b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106904) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 12:26:33.405621 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 71b95f96-2a69-42b2-83c1-cb56894b9e4b is: DOWN; New status is: BUILD {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:26:33.406394 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:33.423960 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71b95f96-2a69-42b2-83c1-cb56894b9e4b {{(pid=106904) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 14 12:26:33.453798 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 71b95f96-2a69-42b2-83c1-cb56894b9e4b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=71b95f96-2a69-42b2-83c1-cb56894b9e4b,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:26:33.527813 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:33.560616 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:33.607287 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=71b95f96-2a69-42b2-83c1-cb56894b9e4b,revision_number=4']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:26:33.614557 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.617438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.617438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.617438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.617438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.617438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.617438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.617438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.617438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.617438 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.618353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.618353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.618536 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.618809 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.619132 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:33.773386 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4e1cc-9307-4fb8-aa2a-bc25dfbe423e req-0882a427-3376-47d4-95f8-ced3a35c77c4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:33.774999 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-abe4e1cc-9307-4fb8-aa2a-bc25dfbe423e req-0882a427-3376-47d4-95f8-ced3a35c77c4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 944 time: 0.0513029 Sep 14 12:26:33.825719 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-abe4e1cc-9307-4fb8-aa2a-bc25dfbe423e req-607823f2-6d6d-4347-824c-5f3addb0fdb3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450356 Sep 14 12:26:34.125713 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['71b95f96-2a69-42b2-83c1-cb56894b9e4b'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:26:34.712943 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:26:34.946717 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b0372-a079-41b8-8bb3-9db36dc6a9a8 req-d782a96d-8025-4124-993d-3a78a27e9089 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:34.948187 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a06b0372-a079-41b8-8bb3-9db36dc6a9a8 req-d782a96d-8025-4124-993d-3a78a27e9089 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 944 time: 0.0453873 Sep 14 12:26:34.997967 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a06b0372-a079-41b8-8bb3-9db36dc6a9a8 req-734f6cca-5693-47f7-b154-6ee39bccf836 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424187 Sep 14 12:26:35.318775 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 71b95f96-2a69-42b2-83c1-cb56894b9e4b up at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 12:26:35.360645 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning for port 71b95f96-2a69-42b2-83c1-cb56894b9e4b completed by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 14 12:26:35.453254 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.provisioning_blocks [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Provisioning complete for port 71b95f96-2a69-42b2-83c1-cb56894b9e4b triggered by entity L2. {{(pid=106904) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 14 12:26:35.453628 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1277662'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), provisioning_complete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:35.454000 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Attempt 1 to provision port 71b95f96-2a69-42b2-83c1-cb56894b9e4b Sep 14 12:26:35.645058 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Current status of the port 71b95f96-2a69-42b2-83c1-cb56894b9e4b is: BUILD; New status is: ACTIVE {{(pid=106904) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 14 12:26:35.645434 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), before_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:35.668096 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b95f96-2a69-42b2-83c1-cb56894b9e4b'}] {{(pid=106904) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:26:35.670905 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8efe3d50c4c0a46f4979708000c0d2de196428d44d6d8e0c22e44ae894513697" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96b49a9-9791-490f-9c73-3075b3afdd96" -d '{"events": [{"server_uuid": "881fc53c-9264-4ba1-ac3d-e19c3934b098", "name": "network-vif-plugged", "status": "completed", "tag": "71b95f96-2a69-42b2-83c1-cb56894b9e4b"}]}' {{(pid=106904) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:26:35.681845 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:35.683817 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] For port 71b95f96-2a69-42b2-83c1-cb56894b9e4b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=71b95f96-2a69-42b2-83c1-cb56894b9e4b,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:26:35.711681 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72574bb8-8f96-4808-9879-8b1004347785 x-openstack-request-id: req-72574bb8-8f96-4808-9879-8b1004347785 {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:26:35.711973 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881fc53c-9264-4ba1-ac3d-e19c3934b098", "name": "network-vif-plugged", "status": "completed", "tag": "71b95f96-2a69-42b2-83c1-cb56894b9e4b", "code": 200}]} {{(pid=106904) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:26:35.712245 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72574bb8-8f96-4808-9879-8b1004347785 {{(pid=106904) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:26:35.712625 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72574bb8-8f96-4808-9879-8b1004347785'] response: {'server_uuid': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'code': 200} Sep 14 12:26:35.772019 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:35.815532 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:35.820201 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Pushing event updated for resources: {'Port': ['ID=71b95f96-2a69-42b2-83c1-cb56894b9e4b,revision_number=5']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:26:36.082345 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:36.120238 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768158bd-7b78-4e8a-a973-8dffff944a99 req-81af273f-ecc2-48ca-ae87-87233a185ea4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:36.121784 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-768158bd-7b78-4e8a-a973-8dffff944a99 req-81af273f-ecc2-48ca-ae87-87233a185ea4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 945 time: 0.0496540 Sep 14 12:26:36.185287 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283b6ec9-c04c-4a0b-8b2f-73dd07e331d5 req-3f9929a0-5e0d-4641-911f-bce0f492f753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:36.186830 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-283b6ec9-c04c-4a0b-8b2f-73dd07e331d5 req-3f9929a0-5e0d-4641-911f-bce0f492f753 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 1129 time: 0.0641105 Sep 14 12:26:36.215368 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-768158bd-7b78-4e8a-a973-8dffff944a99 req-090c8605-beb4-4ad2-ac35-537e26b7c86d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853529 Sep 14 12:26:36.222726 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:36.244749 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-283b6ec9-c04c-4a0b-8b2f-73dd07e331d5 req-6eef55c9-62b2-40fe-9df2-4dfc9d6ef294 service neutron] 10.222.0.81 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496340 Sep 14 12:26:37.341245 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf5ff8-2829-411f-8de3-30f570c4ed06 req-636dda34-53bd-4d05-810e-653156cc6953 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:37.342747 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6edf5ff8-2829-411f-8de3-30f570c4ed06 req-636dda34-53bd-4d05-810e-653156cc6953 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 945 time: 0.0497766 Sep 14 12:26:37.392127 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-6edf5ff8-2829-411f-8de3-30f570c4ed06 req-1547653a-00dc-4bf4-90f5-1e9b66df761a tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Sep 14 12:26:38.521325 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f6681-e939-407c-9d64-d11c9fd45a33 req-0318ec75-9c0f-4785-9f18-f9964bbe99ab tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:38.522855 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a14f6681-e939-407c-9d64-d11c9fd45a33 req-0318ec75-9c0f-4785-9f18-f9964bbe99ab tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 945 time: 0.0545018 Sep 14 12:26:38.577826 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-a14f6681-e939-407c-9d64-d11c9fd45a33 req-cde17d52-ecd8-42d6-98df-c0066e936926 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490377 Sep 14 12:26:38.697290 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d04a33-a9ad-4253-96a2-e33156bb218a req-7e81e8f7-b14a-496d-b6dd-1d2e80b97bb2 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:38.698721 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99d04a33-a9ad-4253-96a2-e33156bb218a req-7e81e8f7-b14a-496d-b6dd-1d2e80b97bb2 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 945 time: 0.0464010 Sep 14 12:26:38.748329 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-99d04a33-a9ad-4253-96a2-e33156bb218a req-f369e0d1-1de4-4165-ab1b-f0b3873a7d4b tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Sep 14 12:26:38.777380 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48422) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:26:38.961663 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a821c-4dcc-4d67-8abb-c80961b46f91 tempest-TestVolumeBootPattern-2003809995 tempest-TestVolumeBootPattern-2003809995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106902) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:38.963100 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-ca5a821c-4dcc-4d67-8abb-c80961b46f91 tempest-TestVolumeBootPattern-2003809995 tempest-TestVolumeBootPattern-2003809995-project-admin] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 1124 time: 0.1846762 Sep 14 12:26:38.965924 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48428) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:26:38.970314 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.v2.base [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Request body: {'floatingip': {'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'port_id': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106902) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:26:39.085602 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:39.175479 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (None), before_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:39.279185 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_common [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Allocated IP 172.27.3.6 (3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0/ab8c592c-94e2-4e8b-9a6c-d3143e7d4106/623c8b7f-69de-4f45-a795-c611cb733605) {{(pid=106902) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 12:26:39.383005 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for port (623c8b7f-69de-4f45-a795-c611cb733605), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:39.464940 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761383712211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (623c8b7f-69de-4f45-a795-c611cb733605), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:39.505991 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Network 3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0 is already hosted by enough agents. {{(pid=106902) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 12:26:39.507421 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.base_scheduler [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Resources bound (agent type, host, resource id): {{(pid=106902) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 12:26:39.510296 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Received port after_create {{(pid=106902) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 14 12:26:39.550221 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'Port': ['ID=623c8b7f-69de-4f45-a795-c611cb733605,revision_number=1']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:26:39.563285 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.563628 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.563967 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.564310 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.564633 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.564957 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.565282 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.565599 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.565935 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.566256 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.566579 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.566895 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.567210 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.567533 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.567841 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:26:39.883919 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:39.893204 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:39.901059 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (32a30a9a-0189-4bc9-b37e-430a89015150), precommit_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:40.060172 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (623c8b7f-69de-4f45-a795-c611cb733605), before_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:40.212832 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for port (623c8b7f-69de-4f45-a795-c611cb733605), precommit_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:40.291754 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4138457'] for port (623c8b7f-69de-4f45-a795-c611cb733605), after_update {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:40.362470 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583276'] for floatingip (32a30a9a-0189-4bc9-b37e-430a89015150), after_create {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:40.364220 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event updated for resources: {'Port': ['ID=623c8b7f-69de-4f45-a795-c611cb733605,revision_number=2']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:26:40.466143 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.l3_db [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Floating IP 32a30a9a-0189-4bc9-b37e-430a89015150 associated. External IP: 172.27.3.6, port: 71b95f96-2a69-42b2-83c1-cb56894b9e4b. Sep 14 12:26:40.658356 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:40.669182 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:26:40.772073 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:26:40.781765 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] Sync routers for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:26:40.791003 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:26:40.791608 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:26:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:26:40.870335 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:40.892961 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:26:40.908623 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-6c6416f3-aaeb-4306-b12d-563457c9820f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9393051 Sep 14 12:26:40.908623 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'tag': '71b95f96-2a69-42b2-83c1-cb56894b9e4b'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:26:40.909499 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006cc3da-28b9-41de-8a38-4edfc7b1b1af" -d '{"events": [{"name": "network-changed", "server_uuid": "881fc53c-9264-4ba1-ac3d-e19c3934b098", "tag": "71b95f96-2a69-42b2-83c1-cb56894b9e4b"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:26:41.095664 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1217601e-4ce1-4082-a82d-0ffbb85fc6a0 x-openstack-request-id: req-1217601e-4ce1-4082-a82d-0ffbb85fc6a0 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:26:41.095964 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881fc53c-9264-4ba1-ac3d-e19c3934b098", "tag": "71b95f96-2a69-42b2-83c1-cb56894b9e4b", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:26:41.096219 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1217601e-4ce1-4082-a82d-0ffbb85fc6a0 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:26:41.096629 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1217601e-4ce1-4082-a82d-0ffbb85fc6a0'] response: {'name': 'network-changed', 'server_uuid': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'tag': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'status': 'completed', 'code': 200} Sep 14 12:26:41.194037 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '32a30a9a-0189-4bc9-b37e-430a89015150', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:d4:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:26:39Z', 'updated_at': '2022-09-14T12:26:39Z', 'revision_number': 0, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}, {'id': 'fb9704fe-1a79-4b67-8495-6e0a7f9528d2', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:bd:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:55Z', 'updated_at': '2022-09-14T12:23:58Z', 'revision_number': 1, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:26:41.202126 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-3db933b1-796e-4ef8-acea-1aa47ec014c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:41.203652 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-3db933b1-796e-4ef8-acea-1aa47ec014c8 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 1129 time: 0.0433807 Sep 14 12:26:41.219938 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] Checking router: e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:26:41.229328 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:26:41.230048 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:26:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:26:41.297512 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-548b0ea1-31cb-4192-b841-7d0e59cb5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:41.298924 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-548b0ea1-31cb-4192-b841-7d0e59cb5ea2 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 913 time: 0.0889955 Sep 14 12:26:41.332286 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:26:41.362970 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-ca6dca2e-168c-44f7-a9b8-97d83cb933fa service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b95f96-2a69-42b2-83c1-cb56894b9e4b HTTP/1.1" status: 200 len: 997 time: 0.0577869 Sep 14 12:26:41.411702 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-e4529192-4225-43f0-95e6-3ac828f14350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:41.413132 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-e4529192-4225-43f0-95e6-3ac828f14350 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0440576 Sep 14 12:26:41.456674 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-6dc8ee9f-96cd-4c74-961d-25a613273aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:41.458164 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-6dc8ee9f-96cd-4c74-961d-25a613273aef service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389969 Sep 14 12:26:41.549791 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '32a30a9a-0189-4bc9-b37e-430a89015150', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:d4:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:26:39Z', 'updated_at': '2022-09-14T12:26:39Z', 'revision_number': 0, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}, {'id': 'fb9704fe-1a79-4b67-8495-6e0a7f9528d2', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:bd:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:55Z', 'updated_at': '2022-09-14T12:23:58Z', 'revision_number': 1, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:26:41.551200 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-ceeb4511-3c52-4c03-af65-24bf2ed50ccf service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873437 Sep 14 12:26:41.575228 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2ae194-1d6a-4a11-b8ba-ba7becb96508 None None] The sync data for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi is: [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': '32a30a9a-0189-4bc9-b37e-430a89015150', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:d4:8b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:26:39Z', 'updated_at': '2022-09-14T12:26:39Z', 'revision_number': 0, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}, {'id': 'fb9704fe-1a79-4b67-8495-6e0a7f9528d2', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:bd:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:55Z', 'updated_at': '2022-09-14T12:23:58Z', 'revision_number': 1, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:26:41.646098 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-006cc3da-28b9-41de-8a38-4edfc7b1b1af req-39ffa76e-5584-4079-820b-1daa686d5e85 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883348 Sep 14 12:26:41.780708 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3febf6-6928-4bc3-bcfd-f4b2e42eb679 None None] New status for floating IP 32a30a9a-0189-4bc9-b37e-430a89015150: ACTIVE {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:26:42.693812 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-353ca0c9-8e33-4d44-b016-408aaa707884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:45.211201 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-25483010-932c-4098-b404-a1442f4d3682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:46.497095 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:47.933343 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:47.990343 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:50.900416 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:50.903343 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:51.551713 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=80 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:51.552511 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=76 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:51.640681 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=65 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:51.642549 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=89 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:55.750358 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-923efde5-aead-439c-bde7-ff88452b771e req-ac694abb-b6c3-46a6-99f6-839324a682a1 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-72683924&fields=id&tenant_id=b9a967a1f3444a1e8b7f4321722b5949 HTTP/1.1" status: 200 len: 267 time: 0.1037402 Sep 14 12:26:55.804973 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923efde5-aead-439c-bde7-ff88452b771e req-e77d3b33-f3c6-4992-b417-b2ab2372142a tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:55.806469 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-923efde5-aead-439c-bde7-ff88452b771e req-e77d3b33-f3c6-4992-b417-b2ab2372142a tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 984 time: 0.0507257 Sep 14 12:26:55.821614 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.v2.base [req-923efde5-aead-439c-bde7-ff88452b771e req-e2d56d19-0b41-4550-b337-675ba2bdd005 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Request body: {'port': {'security_groups': ['f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35']}} {{(pid=106903) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 12:26:55.891177 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-923efde5-aead-439c-bde7-ff88452b771e req-e2d56d19-0b41-4550-b337-675ba2bdd005 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-885838'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), before_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.065087 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-923efde5-aead-439c-bde7-ff88452b771e req-e2d56d19-0b41-4550-b337-675ba2bdd005 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] For port d0116994-2eb1-4246-a0d6-2ce571474c5c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:26:56.094652 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-923efde5-aead-439c-bde7-ff88452b771e req-e2d56d19-0b41-4550-b337-675ba2bdd005 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), precommit_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.142845 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-923efde5-aead-439c-bde7-ff88452b771e req-e2d56d19-0b41-4550-b337-675ba2bdd005 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761384150694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761383712229', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761383712247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2250646'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), after_update {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.153105 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923efde5-aead-439c-bde7-ff88452b771e req-e2d56d19-0b41-4550-b337-675ba2bdd005 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:56.153710 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-923efde5-aead-439c-bde7-ff88452b771e req-e2d56d19-0b41-4550-b337-675ba2bdd005 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.155653 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-923efde5-aead-439c-bde7-ff88452b771e req-e2d56d19-0b41-4550-b337-675ba2bdd005 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "PUT /networking/v2.0/ports/d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 200 len: 942 time: 0.3416071 Sep 14 12:26:56.156209 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:26:56.158577 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76adfe54-f34c-4ccb-b840-d0da26605e03" -d '{"events": [{"name": "network-changed", "server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:26:56.165902 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48456) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:26:56.187517 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['d0116994-2eb1-4246-a0d6-2ce571474c5c'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:26:56.223628 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d56d19-0b41-4550-b337-675ba2bdd005 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event updated for resources: {'Port': ['ID=d0116994-2eb1-4246-a0d6-2ce571474c5c,revision_number=7']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:26:56.252489 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37575dc-968b-40cd-93e8-0dc449c15518 x-openstack-request-id: req-a37575dc-968b-40cd-93e8-0dc449c15518 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:26:56.253793 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:26:56.254313 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a37575dc-968b-40cd-93e8-0dc449c15518 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:26:56.254744 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37575dc-968b-40cd-93e8-0dc449c15518'] response: {'name': 'network-changed', 'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'status': 'completed', 'code': 200} Sep 14 12:26:56.268981 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5bde17a1-2028-4a77-baf6-b1809eecc3b7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group (6e4ab867-58af-48e3-ab45-f32119a6f2ee), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.295818 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5bde17a1-2028-4a77-baf6-b1809eecc3b7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group (6e4ab867-58af-48e3-ab45-f32119a6f2ee), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.355559 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['d0116994-2eb1-4246-a0d6-2ce571474c5c'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:26:56.390631 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-345f4d3e-e785-47f5-9cfc-b9803689d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:56.395908 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-345f4d3e-e785-47f5-9cfc-b9803689d76a service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 1129 time: 0.0598593 Sep 14 12:26:56.430668 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5bde17a1-2028-4a77-baf6-b1809eecc3b7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (6e4ab867-58af-48e3-ab45-f32119a6f2ee), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.433497 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-5bde17a1-2028-4a77-baf6-b1809eecc3b7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.437947 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-5bde17a1-2028-4a77-baf6-b1809eecc3b7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/6e4ab867-58af-48e3-ab45-f32119a6f2ee HTTP/1.1" status: 204 len: 168 time: 0.2713511 Sep 14 12:26:56.439213 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48458) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:26:56.453990 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bde17a1-2028-4a77-baf6-b1809eecc3b7 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4ab867-58af-48e3-ab45-f32119a6f2ee,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:26:56.492074 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-234d2969-22c5-426a-8da7-b327c5ad2a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:56.493795 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-234d2969-22c5-426a-8da7-b327c5ad2a48 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=6856505e-81d6-410f-8a50-79da18a2fea9 HTTP/1.1" status: 200 len: 915 time: 0.0956264 Sep 14 12:26:56.565717 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-c5e6be5b-137a-49bb-a2eb-6b484330c2f5 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 200 len: 1000 time: 0.0650582 Sep 14 12:26:56.607450 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Deleting port 5051f557-8413-4277-839d-10c2f6e1c80d {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:26:56.607800 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (5051f557-8413-4277-839d-10c2f6e1c80d), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.615899 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-9e869f91-dae4-4427-9317-40fbd3e9b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:56.617362 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-9e869f91-dae4-4427-9317-40fbd3e9b72e service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d29f2762-cf32-4e40-9312-6a2046eeee05 HTTP/1.1" status: 200 len: 853 time: 0.0449510 Sep 14 12:26:56.661658 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-ec536ad1-f52e-4623-97df-f9c5e94dba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:56.663091 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-ec536ad1-f52e-4623-97df-f9c5e94dba27 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=6856505e-81d6-410f-8a50-79da18a2fea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385857 Sep 14 12:26:56.673221 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-f8f575d7-2005-4dd3-ae26-ab09f73eadeb service neutron] http://10.222.0.62:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106903) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 14 12:26:56.674245 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-f8f575d7-2005-4dd3-ae26-ab09f73eadeb service neutron] 10.222.0.81 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0048165 Sep 14 12:26:56.689475 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (5051f557-8413-4277-839d-10c2f6e1c80d), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.689806 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for floatingip (5051f557-8413-4277-839d-10c2f6e1c80d), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.703718 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Calling delete_port for 5051f557-8413-4277-839d-10c2f6e1c80d owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:26:56.773049 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-3ccd3052-ef55-4ba7-bbfa-a13feeab4660 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927725 Sep 14 12:26:56.872535 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-76adfe54-f34c-4ccb-b840-d0da26605e03 req-542db6d3-f59f-4200-9ec0-a4c3fdfa4a54 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934186 Sep 14 12:26:56.925613 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (5051f557-8413-4277-839d-10c2f6e1c80d), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:56.950888 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event deleted for resources: {'Port': ['ID=5051f557-8413-4277-839d-10c2f6e1c80d,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:26:57.014072 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks [] for floatingip (89683309-337b-4e86-8895-3cc99a267596), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:57.014405 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.l3_db [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Floating IP 89683309-337b-4e86-8895-3cc99a267596 disassociated (deleted). External IP: 172.27.3.73, port: d0116994-2eb1-4246-a0d6-2ce571474c5c. Sep 14 12:26:57.209035 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Router 04ccb837-80a4-4693-88b2-39793be6cadc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:26:57.212037 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:57.216153 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:57.313583 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:26:57.318539 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:26:57.324026 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] Sync routers for ids ['04ccb837-80a4-4693-88b2-39793be6cadc'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:26:57.334926 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] Routers {'04ccb837-80a4-4693-88b2-39793be6cadc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:26:57.335608 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:26:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['04ccb837-80a4-4693-88b2-39793be6cadc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:26:57.347964 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-d2666015-50e2-48ab-82a7-dcb411b12535 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/89683309-337b-4e86-8895-3cc99a267596 HTTP/1.1" status: 204 len: 168 time: 0.9023681 Sep 14 12:26:57.348604 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:26:57.350925 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507" -d '{"events": [{"name": "network-changed", "server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:26:57.397892 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791c27e0-060c-44a5-b56b-c4f467d11cf3 x-openstack-request-id: req-791c27e0-060c-44a5-b56b-c4f467d11cf3 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:26:57.398605 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:26:57.398927 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-791c27e0-060c-44a5-b56b-c4f467d11cf3 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:26:57.399479 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791c27e0-060c-44a5-b56b-c4f467d11cf3'] response: {'name': 'network-changed', 'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'status': 'completed', 'code': 200} Sep 14 12:26:57.443164 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] Set router 04ccb837-80a4-4693-88b2-39793be6cadc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:26:57.491539 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:57.499916 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-9713430a-eb32-44cd-b5c6-4b654cc06531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:57.504632 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-9713430a-eb32-44cd-b5c6-4b654cc06531 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 1129 time: 0.0426111 Sep 14 12:26:57.517650 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:26:57.607412 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-6d3d82e2-4efd-4089-b881-b99b06c711e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:57.608878 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-6d3d82e2-4efd-4089-b881-b99b06c711e0 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=6856505e-81d6-410f-8a50-79da18a2fea9 HTTP/1.1" status: 200 len: 915 time: 0.1003442 Sep 14 12:26:57.650229 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-259ecaef-5993-478a-8ad6-4bbdb8256b97 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 200 len: 217 time: 0.0349312 Sep 14 12:26:57.652374 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:47Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '76cbf5b6-b22a-44c3-b29b-11ad2ad9d860', 'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'mac_address': 'fa:16:3e:e0:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:46Z', 'updated_at': '2022-09-14T12:22:51Z', 'revision_number': 5, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'subnets': [{'id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:26:57.679569 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] Checking router: 04ccb837-80a4-4693-88b2-39793be6cadc for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:26:57.689071 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] Routers {'04ccb837-80a4-4693-88b2-39793be6cadc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:26:57.689677 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:26:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['04ccb837-80a4-4693-88b2-39793be6cadc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:26:57.711583 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-3f6e88d2-34f5-4f36-b433-f77ac5cc7eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:57.713301 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-3f6e88d2-34f5-4f36-b433-f77ac5cc7eea service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=d29f2762-cf32-4e40-9312-6a2046eeee05 HTTP/1.1" status: 200 len: 853 time: 0.0538943 Sep 14 12:26:57.759478 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-8f9ba702-aa23-4b74-a876-423360640d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:26:57.761575 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-8f9ba702-aa23-4b74-a876-423360640d76 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=6856505e-81d6-410f-8a50-79da18a2fea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417697 Sep 14 12:26:57.801031 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] Set router 04ccb837-80a4-4693-88b2-39793be6cadc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:26:57.887568 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-f0b34693-3d0c-4631-8bcc-ae83bff58c56 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968740 Sep 14 12:26:57.989534 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:47Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '76cbf5b6-b22a-44c3-b29b-11ad2ad9d860', 'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'mac_address': 'fa:16:3e:e0:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:46Z', 'updated_at': '2022-09-14T12:22:51Z', 'revision_number': 5, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'subnets': [{'id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:26:58.017994 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fa2db2-da51-4f9d-9ad6-451dcbe858eb None None] The sync data for ids ['04ccb837-80a4-4693-88b2-39793be6cadc'] in dv-cinder-844962-2-iscsi is: [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:22:47Z', 'revision_number': 4, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': '76cbf5b6-b22a-44c3-b29b-11ad2ad9d860', 'name': '', 'network_id': '6856505e-81d6-410f-8a50-79da18a2fea9', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'mac_address': 'fa:16:3e:e0:b9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:46Z', 'updated_at': '2022-09-14T12:22:51Z', 'revision_number': 5, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'subnets': [{'id': 'd29f2762-cf32-4e40-9312-6a2046eeee05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:26:58.233620 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43735bcc-42c7-4e5a-a036-ea59263a0ebe None None] New status for floating IP 89683309-337b-4e86-8895-3cc99a267596: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:26:58.348965 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ca0818b3-c83c-4bf6-9de0-e5cb999bc507 req-9d884cfd-5174-4007-8e66-f9c35e6f2e3a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926991 Sep 14 12:27:01.625114 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8837db-4866-4177-9672-63a5a83b11e2 req-ca0b4276-9c52-4c1e-bd31-55222a05ac06 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:27:01.626758 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bd8837db-4866-4177-9672-63a5a83b11e2 req-ca0b4276-9c52-4c1e-bd31-55222a05ac06 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.0466256 Sep 14 12:27:01.675673 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bd8837db-4866-4177-9672-63a5a83b11e2 req-b88e4165-7068-45f5-adf0-f480ec3eee1d tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433016 Sep 14 12:27:02.854487 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe426-b086-43c2-aa20-e6b7fbb4acec req-7c3af60c-b71b-4679-8a4c-9da79e2bdd66 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:27:02.855950 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1f3fe426-b086-43c2-aa20-e6b7fbb4acec req-7c3af60c-b71b-4679-8a4c-9da79e2bdd66 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.1028802 Sep 14 12:27:02.903428 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-1f3fe426-b086-43c2-aa20-e6b7fbb4acec req-1cde24f6-f07c-4077-ae68-56154629510d tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412815 Sep 14 12:27:03.539312 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:04.030746 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8c8e0-ee29-4b43-9b4b-be24731a16ac req-5b5400fd-9596-443f-b282-ec0b4946b039 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:27:04.033134 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-81b8c8e0-ee29-4b43-9b4b-be24731a16ac req-5b5400fd-9596-443f-b282-ec0b4946b039 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.0507855 Sep 14 12:27:04.081003 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-81b8c8e0-ee29-4b43-9b4b-be24731a16ac req-c8966bca-737a-41d8-8fe4-7a2dd94098f5 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Sep 14 12:27:04.443837 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-9df8e8e6-5222-464a-b26d-2374c4d56c65 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:27:04.445285 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-9df8e8e6-5222-464a-b26d-2374c4d56c65 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 945 time: 0.0467310 Sep 14 12:27:04.535932 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-a5ec0444-5d86-4ad0-b6c9-aa6b820d82d8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Deleting port d0116994-2eb1-4246-a0d6-2ce571474c5c {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:27:04.536271 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-a5ec0444-5d86-4ad0-b6c9-aa6b820d82d8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:04.551921 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:04.632343 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-a5ec0444-5d86-4ad0-b6c9-aa6b820d82d8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] For port d0116994-2eb1-4246-a0d6-2ce571474c5c, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=d0116994-2eb1-4246-a0d6-2ce571474c5c,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:27:04.632617 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-a5ec0444-5d86-4ad0-b6c9-aa6b820d82d8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:04.646644 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-a5ec0444-5d86-4ad0-b6c9-aa6b820d82d8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Calling delete_port for d0116994-2eb1-4246-a0d6-2ce571474c5c owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:27:04.846797 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-a5ec0444-5d86-4ad0-b6c9-aa6b820d82d8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (d0116994-2eb1-4246-a0d6-2ce571474c5c), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:04.878181 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ec0444-5d86-4ad0-b6c9-aa6b820d82d8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Pushing event deleted for resources: {'Port': ['ID=d0116994-2eb1-4246-a0d6-2ce571474c5c,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:04.888626 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-902cf943-1483-446c-ba87-6009c4287179 None None] get_ports_and_sgs() called for port_ids ['d0116994-2eb1-4246-a0d6-2ce571474c5c'] {{(pid=106904) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 14 12:27:04.910914 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:04.926379 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-a5ec0444-5d86-4ad0-b6c9-aa6b820d82d8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] No DVR routers for this DVR port d0116994-2eb1-4246-a0d6-2ce571474c5c on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:27:04.928849 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-a5ec0444-5d86-4ad0-b6c9-aa6b820d82d8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:04.932102 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ba3fc837-cb4c-4d76-b6af-745a40001e39 req-a5ec0444-5d86-4ad0-b6c9-aa6b820d82d8 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.81 "DELETE /networking/v2.0/ports/d0116994-2eb1-4246-a0d6-2ce571474c5c HTTP/1.1" status: 204 len: 173 time: 0.4812608 Sep 14 12:27:04.933264 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'name': 'network-vif-deleted', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:27:04.934862 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f5f9f8-af3f-45fc-95d7-670d19756a5f" -d '{"events": [{"server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "name": "network-vif-deleted", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:27:04.974789 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485aa7e3-82f7-4ab5-8b43-a6714808b549 x-openstack-request-id: req-485aa7e3-82f7-4ab5-8b43-a6714808b549 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:27:04.975103 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "317a118f-cac5-4462-9a96-2292223af807", "name": "network-vif-deleted", "tag": "d0116994-2eb1-4246-a0d6-2ce571474c5c", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:27:04.975358 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-485aa7e3-82f7-4ab5-8b43-a6714808b549 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:27:04.975766 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-485aa7e3-82f7-4ab5-8b43-a6714808b549'] response: {'server_uuid': '317a118f-cac5-4462-9a96-2292223af807', 'name': 'network-vif-deleted', 'tag': 'd0116994-2eb1-4246-a0d6-2ce571474c5c', 'status': 'completed', 'code': 200} Sep 14 12:27:05.188257 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-8cdd08b9-12f0-445c-b7b3-cceed008d666 req-1312830f-4128-4130-9ea9-6c9b7dddf362 tempest-TestMinimumBasicScenario-136131139 tempest-TestMinimumBasicScenario-136131139-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=317a118f-cac5-4462-9a96-2292223af807 HTTP/1.1" status: 200 len: 210 time: 0.0310702 Sep 14 12:27:07.343030 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:07.344946 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=26 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:07.492018 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device d0116994-2eb1-4246-a0d6-2ce571474c5c no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:27:07.494879 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:07.496407 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=68,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:07.512992 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: d0116994-2eb1-4246-a0d6-2ce571474c5c {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:27:07.513340 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device d0116994-2eb1-4246-a0d6-2ce571474c5c not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:27:07.582040 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48552) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:07.992790 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=66 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:08.112916 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (04ccb837-80a4-4693-88b2-39793be6cadc), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:08.332006 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] Deleting port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:27:08.332334 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:08.414569 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] For port 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=76cbf5b6-b22a-44c3-b29b-11ad2ad9d860,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:27:08.415294 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:08.427475 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] Calling delete_port for 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 owned by network:router_interface {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:27:08.659853 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (76cbf5b6-b22a-44c3-b29b-11ad2ad9d860), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:08.666053 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:08.667021 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:08.688501 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] Pushing event deleted for resources: {'Port': ['ID=76cbf5b6-b22a-44c3-b29b-11ad2ad9d860,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:08.861884 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (04ccb837-80a4-4693-88b2-39793be6cadc), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:09.067569 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] Router 04ccb837-80a4-4693-88b2-39793be6cadc has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:27:09.166997 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:27:09.172360 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-adc12f3b-e795-4b32-8903-36d081382449 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/04ccb837-80a4-4693-88b2-39793be6cadc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5892792 Sep 14 12:27:09.175537 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48554) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:09.176184 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] Sync routers for ids ['04ccb837-80a4-4693-88b2-39793be6cadc'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:27:09.187232 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] Routers {'04ccb837-80a4-4693-88b2-39793be6cadc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:27:09.187849 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:26:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['04ccb837-80a4-4693-88b2-39793be6cadc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:09.277624 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Publish callbacks [] for router (04ccb837-80a4-4693-88b2-39793be6cadc), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:09.289720 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] Set router 04ccb837-80a4-4693-88b2-39793be6cadc gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:27:09.376525 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Publish callbacks [] for router_gateway (04ccb837-80a4-4693-88b2-39793be6cadc), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:09.483766 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:09.487233 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Deleting port 84666896-6779-45dc-9744-a27b33cba4c1 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:27:09.487852 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (84666896-6779-45dc-9744-a27b33cba4c1), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:09.540423 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:09.545292 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183'}], 'enable_snat': True}, 'gw_port_id': '84666896-6779-45dc-9744-a27b33cba4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:27:08Z', 'revision_number': 5, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port': {'id': '84666896-6779-45dc-9744-a27b33cba4c1', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:e9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:44Z', 'updated_at': '2022-09-14T12:22:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:09.571486 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] Checking router: 04ccb837-80a4-4693-88b2-39793be6cadc for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:27:09.574758 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] For port 84666896-6779-45dc-9744-a27b33cba4c1, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=84666896-6779-45dc-9744-a27b33cba4c1,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:27:09.574758 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (84666896-6779-45dc-9744-a27b33cba4c1), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:09.580363 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] Routers {'04ccb837-80a4-4693-88b2-39793be6cadc'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:27:09.580976 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:26:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['04ccb837-80a4-4693-88b2-39793be6cadc'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:09.585554 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Calling delete_port for 84666896-6779-45dc-9744-a27b33cba4c1 owned by network:router_gateway {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:27:09.666485 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] Set router 04ccb837-80a4-4693-88b2-39793be6cadc gateway port host: None {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:27:09.717668 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:27:09Z', 'revision_number': 6, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port_host': None}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:09.725511 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:09.743300 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e6601a-26fc-4ff2-9636-c64ec25e2775 None None] The sync data for ids ['04ccb837-80a4-4693-88b2-39793be6cadc'] in dv-cinder-844962-2-iscsi is: [{'id': '04ccb837-80a4-4693-88b2-39793be6cadc', 'name': 'tempest-TestMinimumBasicScenario-451565700-router', 'tenant_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:43Z', 'updated_at': '2022-09-14T12:27:09Z', 'revision_number': 6, 'project_id': 'b9a967a1f3444a1e8b7f4321722b5949', 'gw_port_host': None}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:27:09.845502 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (84666896-6779-45dc-9744-a27b33cba4c1), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:09.871023 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84666896-6779-45dc-9744-a27b33cba4c1,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:09.938213 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (04ccb837-80a4-4693-88b2-39793be6cadc), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.024016 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (04ccb837-80a4-4693-88b2-39793be6cadc), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.026337 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Publish callbacks [] for router_controller (04ccb837-80a4-4693-88b2-39793be6cadc), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.138995 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (04ccb837-80a4-4693-88b2-39793be6cadc), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.139856 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04ccb837-80a4-4693-88b2-39793be6cadc {{(pid=106902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:27:10.145781 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.147300 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-2648ae9a-6382-46d4-bd03-c7bcd4d96ea8 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/04ccb837-80a4-4693-88b2-39793be6cadc HTTP/1.1" status: 204 len: 168 time: 0.9705441 Sep 14 12:27:10.149546 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48558) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:10.196293 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2cf77e-559c-4a3f-a7b8-54c0404a3033 admin admin] Deleting subnet d29f2762-cf32-4e40-9312-6a2046eeee05 {{(pid=106902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:27:10.199133 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf77e-559c-4a3f-a7b8-54c0404a3033 admin admin] Publish callbacks [] for subnet (d29f2762-cf32-4e40-9312-6a2046eeee05), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.234561 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf77e-559c-4a3f-a7b8-54c0404a3033 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167013'] for subnet (d29f2762-cf32-4e40-9312-6a2046eeee05), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.312608 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf77e-559c-4a3f-a7b8-54c0404a3033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (d29f2762-cf32-4e40-9312-6a2046eeee05), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.462939 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf77e-559c-4a3f-a7b8-54c0404a3033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2298182'] for subnet (d29f2762-cf32-4e40-9312-6a2046eeee05), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.489842 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2cf77e-559c-4a3f-a7b8-54c0404a3033 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d29f2762-cf32-4e40-9312-6a2046eeee05,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:10.493752 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3b2cf77e-559c-4a3f-a7b8-54c0404a3033 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.499893 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-3b2cf77e-559c-4a3f-a7b8-54c0404a3033 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/d29f2762-cf32-4e40-9312-6a2046eeee05 HTTP/1.1" status: 204 len: 168 time: 0.3470616 Sep 14 12:27:10.500136 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d673cb5-63be-4495-8866-ba01f11ed1ac None None] Network 6856505e-81d6-410f-8a50-79da18a2fea9 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:27:10.500604 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48560) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:10.590979 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (6856505e-81d6-410f-8a50-79da18a2fea9), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.603110 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:10.604707 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 84666896-6779-45dc-9744-a27b33cba4c1 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:27:10.628703 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 84666896-6779-45dc-9744-a27b33cba4c1 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:27:10.629053 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 84666896-6779-45dc-9744-a27b33cba4c1 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:27:10.629495 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:27:10.638349 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Deleting port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:27:10.638698 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.649928 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:27:10.649928 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 76cbf5b6-b22a-44c3-b29b-11ad2ad9d860 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:27:10.700794 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef483d39-6b70-4de4-8988-a6cb3adb84a6 None None] DHCP port deletion for 6856505e-81d6-410f-8a50-79da18a2fea9 request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:27:10.710261 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] For port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:27:10.710646 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.728013 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Calling delete_port for 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d owned by network:dhcp {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:27:10.739068 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ef483d39-6b70-4de4-8988-a6cb3adb84a6 None None] Deleting port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:27:10.739693 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-ef483d39-6b70-4de4-8988-a6cb3adb84a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.814257 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-ef483d39-6b70-4de4-8988-a6cb3adb84a6 None None] For port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d,segment=NetworkSegment(46e1acd7-f523-4dab-b195-922dce2c7248),segment_id=46e1acd7-f523-4dab-b195-922dce2c7248)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:27:10.814772 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-ef483d39-6b70-4de4-8988-a6cb3adb84a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.829409 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-ef483d39-6b70-4de4-8988-a6cb3adb84a6 None None] Calling delete_port for 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:27:10.879472 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.904005 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:10.913140 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-ef483d39-6b70-4de4-8988-a6cb3adb84a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:10.913290 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] No DVR routers for this DVR port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d on host dv-cinder-844962-2-iscsi {{(pid=106902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:27:10.942788 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef483d39-6b70-4de4-8988-a6cb3adb84a6 None None] No DVR routers for this DVR port 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:27:10.945075 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef483d39-6b70-4de4-8988-a6cb3adb84a6 None None] Pushing event deleted for resources: {'Port': ['ID=9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:10.987992 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (6856505e-81d6-410f-8a50-79da18a2fea9), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:11.008931 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6856505e-81d6-410f-8a50-79da18a2fea9']}} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:11.019129 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e1acd7-f523-4dab-b195-922dce2c7248') {'for_net_delete': True} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:11.019427 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e1acd7-f523-4dab-b195-922dce2c7248') {} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:11.029084 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167006'] for segment (46e1acd7-f523-4dab-b195-922dce2c7248), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:11.030504 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:11.042840 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (46e1acd7-f523-4dab-b195-922dce2c7248), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:11.049370 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=106902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:27:11.049758 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4138293'] for segment (46e1acd7-f523-4dab-b195-922dce2c7248), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:11.093072 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment 46e1acd7-f523-4dab-b195-922dce2c7248 resource provider aggregate not found Sep 14 12:27:11.111104 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment 46e1acd7-f523-4dab-b195-922dce2c7248 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46e1acd7-f523-4dab-b195-922dce2c7248 found for delete ", "request_id": "req-9dc4ea16-e770-46c5-92d1-8ba61f17eee2"}]} Sep 14 12:27:11.184839 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (6856505e-81d6-410f-8a50-79da18a2fea9), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:11.190949 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:11.194102 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/6856505e-81d6-410f-8a50-79da18a2fea9 HTTP/1.1" status: 204 len: 168 time: 0.6925182 Sep 14 12:27:11.197202 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48566) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:11.206819 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724e2e3-d979-46d4-8799-5d53de4f7827 admin admin] Pushing event deleted for resources: {'Network': ['ID=6856505e-81d6-410f-8a50-79da18a2fea9,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:11.505462 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (497d2219-b268-405e-8b10-28611ae27933), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:11.712334 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:27:11.979688 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] Deleting port 18096680-8157-41db-898b-6ad4e6f5bc6b {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:27:11.980029 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:12.062929 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] For port 18096680-8157-41db-898b-6ad4e6f5bc6b, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=18096680-8157-41db-898b-6ad4e6f5bc6b,segment=NetworkSegment(cdfe5ead-035f-4467-9165-8ca9c08333cf),segment_id=cdfe5ead-035f-4467-9165-8ca9c08333cf)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:27:12.063324 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:12.076277 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] Calling delete_port for 18096680-8157-41db-898b-6ad4e6f5bc6b owned by network:router_interface {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:27:12.077679 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:12.184475 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:12.331587 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (18096680-8157-41db-898b-6ad4e6f5bc6b), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:12.362388 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] Pushing event deleted for resources: {'Port': ['ID=18096680-8157-41db-898b-6ad4e6f5bc6b,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:12.514051 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:27:12.540003 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:27:12.540527 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 9fb88f62-d46f-4b1d-b790-c8a8ff0c8c5d not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:27:12.543708 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (497d2219-b268-405e-8b10-28611ae27933), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:12.641219 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-ff6a74c2-f3c8-420e-a1f0-32c7f10eb5c3 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1267693 Sep 14 12:27:12.687492 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-250ae9fb-3800-4698-bb44-4315a2aeabea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:12.758521 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-d20434f5-fa39-472d-a3dc-e6192d33bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:27:12.760014 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-d20434f5-fa39-472d-a3dc-e6192d33bbc2 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 1129 time: 0.0776532 Sep 14 12:27:12.880577 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] Router 497d2219-b268-405e-8b10-28611ae27933 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106903) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:27:12.913839 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-6ed76944-efa0-4ccc-a43d-aaad8a68af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:27:12.915235 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-6ed76944-efa0-4ccc-a43d-aaad8a68af82 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 913 time: 0.1140311 Sep 14 12:27:12.985173 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:13.042842 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-15344bc5-659b-4b1d-8665-25d5ae72cefa service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36821828-5ed7-4142-9e1b-7030c1d1b519 HTTP/1.1" status: 200 len: 1001 time: 0.0952594 Sep 14 12:27:13.089644 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106903) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:27:13.095777 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-9677b54f-7298-4b48-8392-4ec0517e331f admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/497d2219-b268-405e-8b10-28611ae27933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8974857 Sep 14 12:27:13.100120 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48570) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:13.101545 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] Sync routers for ids ['497d2219-b268-405e-8b10-28611ae27933'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:27:13.105453 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-181c624c-f477-4313-a5d0-032058d5c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:27:13.106902 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-181c624c-f477-4313-a5d0-032058d5c7b7 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0571442 Sep 14 12:27:13.113145 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] Routers {'497d2219-b268-405e-8b10-28611ae27933'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:27:13.113767 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:26:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['497d2219-b268-405e-8b10-28611ae27933'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:13.155716 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-fd2f46c7-82ae-4ad7-bc18-0e28b79f2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:27:13.157239 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-fd2f46c7-82ae-4ad7-bc18-0e28b79f2d19 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430796 Sep 14 12:27:13.181032 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=100 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:13.213888 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Publish callbacks [] for router (497d2219-b268-405e-8b10-28611ae27933), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:13.219107 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] Set router 497d2219-b268-405e-8b10-28611ae27933 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:27:13.256923 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-09a91cb0-aec0-4eaa-9020-25e0b406ff8b service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932355 Sep 14 12:27:13.313356 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Publish callbacks [] for router_gateway (497d2219-b268-405e-8b10-28611ae27933), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:13.351065 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-60a99ae8-25b5-4554-b3c8-2aa152164318 req-0ba7bfff-b7bf-4561-8272-6a4aa4ad1ddf service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883365 Sep 14 12:27:13.392187 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497d2219-b268-405e-8b10-28611ae27933', 'name': 'tempest-TestMinimumBasicScenario-1438816832-router', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '2c94c9b1-e326-435a-a302-394f84065977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:50Z', 'updated_at': '2022-09-14T12:27:12Z', 'revision_number': 5, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'gw_port': {'id': '2c94c9b1-e326-435a-a302-394f84065977', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:51Z', 'updated_at': '2022-09-14T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:13.420713 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] Checking router: 497d2219-b268-405e-8b10-28611ae27933 for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:27:13.429943 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] Routers {'497d2219-b268-405e-8b10-28611ae27933'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:27:13.430553 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:26:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['497d2219-b268-405e-8b10-28611ae27933'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:13.470370 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Deleting port 2c94c9b1-e326-435a-a302-394f84065977 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:27:13.470643 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (2c94c9b1-e326-435a-a302-394f84065977), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:13.532702 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] Set router 497d2219-b268-405e-8b10-28611ae27933 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:27:13.552901 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] For port 2c94c9b1-e326-435a-a302-394f84065977, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=2c94c9b1-e326-435a-a302-394f84065977,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:27:13.553261 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (2c94c9b1-e326-435a-a302-394f84065977), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:13.566106 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Calling delete_port for 2c94c9b1-e326-435a-a302-394f84065977 owned by network:router_gateway {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:27:13.628536 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:13.802585 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (2c94c9b1-e326-435a-a302-394f84065977), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:13.813216 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:13.818967 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:13.827118 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c94c9b1-e326-435a-a302-394f84065977,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:13.831023 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '497d2219-b268-405e-8b10-28611ae27933', 'name': 'tempest-TestMinimumBasicScenario-1438816832-router', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '2c94c9b1-e326-435a-a302-394f84065977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:50Z', 'updated_at': '2022-09-14T12:27:12Z', 'revision_number': 5, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'gw_port': {'id': '2c94c9b1-e326-435a-a302-394f84065977', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:51Z', 'updated_at': '2022-09-14T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:13.857577 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae9503c-ffcb-4532-8deb-0c50e73bae51 None None] The sync data for ids ['497d2219-b268-405e-8b10-28611ae27933'] in dv-cinder-844962-2-iscsi is: [{'id': '497d2219-b268-405e-8b10-28611ae27933', 'name': 'tempest-TestMinimumBasicScenario-1438816832-router', 'tenant_id': 'fa63592046c24d13a72f02371ee4f417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '2c94c9b1-e326-435a-a302-394f84065977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:22:50Z', 'updated_at': '2022-09-14T12:27:12Z', 'revision_number': 5, 'project_id': 'fa63592046c24d13a72f02371ee4f417', 'gw_port': {'id': '2c94c9b1-e326-435a-a302-394f84065977', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ce:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '497d2219-b268-405e-8b10-28611ae27933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 743, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:22:51Z', 'updated_at': '2022-09-14T12:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:27:13.902266 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (497d2219-b268-405e-8b10-28611ae27933), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.218258 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (497d2219-b268-405e-8b10-28611ae27933), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.220509 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Publish callbacks [] for router_controller (497d2219-b268-405e-8b10-28611ae27933), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.316428 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (497d2219-b268-405e-8b10-28611ae27933), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.317054 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 497d2219-b268-405e-8b10-28611ae27933 {{(pid=106902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:27:14.322004 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.323511 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-af24c58a-615d-4203-b9a2-3c654ba89bf6 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/497d2219-b268-405e-8b10-28611ae27933 HTTP/1.1" status: 204 len: 168 time: 1.2219644 Sep 14 12:27:14.326003 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48572) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:14.372004 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9e7598-545f-41ee-87e8-6012c156bc46 admin admin] Deleting subnet c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21 {{(pid=106902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:27:14.375333 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7598-545f-41ee-87e8-6012c156bc46 admin admin] Publish callbacks [] for subnet (c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.404690 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:14.416701 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7598-545f-41ee-87e8-6012c156bc46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167013'] for subnet (c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.453149 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 18096680-8157-41db-898b-6ad4e6f5bc6b no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:27:14.473144 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 18096680-8157-41db-898b-6ad4e6f5bc6b {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:27:14.473490 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 18096680-8157-41db-898b-6ad4e6f5bc6b not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:27:14.510945 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7598-545f-41ee-87e8-6012c156bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.641974 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7598-545f-41ee-87e8-6012c156bc46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2298182'] for subnet (c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.666383 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e7598-545f-41ee-87e8-6012c156bc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:14.673107 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2a9e7598-545f-41ee-87e8-6012c156bc46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.677192 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-2a9e7598-545f-41ee-87e8-6012c156bc46 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/c2b96d3b-5fca-4656-bf11-5a8f1b8d5c21 HTTP/1.1" status: 204 len: 168 time: 0.3501327 Sep 14 12:27:14.679683 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48574) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:14.681517 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a06446-6987-4e35-a376-0123a34113c1 None None] Network 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:27:14.755138 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (380d8a4d-87b1-4ec3-81a7-fe8d8ea79124), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.802166 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Deleting port 80b2284a-8afd-487f-ab16-f1e5834c66b9 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:27:14.802526 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.870967 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] For port 80b2284a-8afd-487f-ab16-f1e5834c66b9, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=80b2284a-8afd-487f-ab16-f1e5834c66b9,segment=NetworkSegment(cdfe5ead-035f-4467-9165-8ca9c08333cf),segment_id=cdfe5ead-035f-4467-9165-8ca9c08333cf)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:27:14.871332 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:14.885783 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Calling delete_port for 80b2284a-8afd-487f-ab16-f1e5834c66b9 owned by network:dhcp {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:27:14.911516 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4265239-505f-4a14-b530-4167b022a4a6 None None] DHCP port deletion for 380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:27:14.949073 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:14.957133 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b4265239-505f-4a14-b530-4167b022a4a6 None None] Deleting port 80b2284a-8afd-487f-ab16-f1e5834c66b9 {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:27:14.961275 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b4265239-505f-4a14-b530-4167b022a4a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.024149 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-b4265239-505f-4a14-b530-4167b022a4a6 None None] For port 80b2284a-8afd-487f-ab16-f1e5834c66b9, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=80b2284a-8afd-487f-ab16-f1e5834c66b9,segment=NetworkSegment(cdfe5ead-035f-4467-9165-8ca9c08333cf),segment_id=cdfe5ead-035f-4467-9165-8ca9c08333cf)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:27:15.024451 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b4265239-505f-4a14-b530-4167b022a4a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.037589 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-b4265239-505f-4a14-b530-4167b022a4a6 None None] Calling delete_port for 80b2284a-8afd-487f-ab16-f1e5834c66b9 owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:27:15.039984 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.066968 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Pushing event deleted for resources: {'Port': ['ID=80b2284a-8afd-487f-ab16-f1e5834c66b9,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:15.068827 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] No DVR routers for this DVR port 80b2284a-8afd-487f-ab16-f1e5834c66b9 on host dv-cinder-844962-2-iscsi {{(pid=106902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:27:15.119047 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b4265239-505f-4a14-b530-4167b022a4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (80b2284a-8afd-487f-ab16-f1e5834c66b9), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.145260 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (380d8a4d-87b1-4ec3-81a7-fe8d8ea79124), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.149031 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4265239-505f-4a14-b530-4167b022a4a6 None None] Pushing event deleted for resources: {'Port': ['ID=80b2284a-8afd-487f-ab16-f1e5834c66b9,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:15.156290 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4265239-505f-4a14-b530-4167b022a4a6 None None] No DVR routers for this DVR port 80b2284a-8afd-487f-ab16-f1e5834c66b9 on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:27:15.170358 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380d8a4d-87b1-4ec3-81a7-fe8d8ea79124']}} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:15.179386 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdfe5ead-035f-4467-9165-8ca9c08333cf') {'for_net_delete': True} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:15.179690 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdfe5ead-035f-4467-9165-8ca9c08333cf') {} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:27:15.189471 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167006'] for segment (cdfe5ead-035f-4467-9165-8ca9c08333cf), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.202673 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (cdfe5ead-035f-4467-9165-8ca9c08333cf), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.209501 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=106902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:27:15.209912 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4138293'] for segment (cdfe5ead-035f-4467-9165-8ca9c08333cf), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.242073 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-51841e0f-39d1-463c-99cd-d0cf45be2ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.251288 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment cdfe5ead-035f-4467-9165-8ca9c08333cf resource provider aggregate not found Sep 14 12:27:15.269744 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment cdfe5ead-035f-4467-9165-8ca9c08333cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdfe5ead-035f-4467-9165-8ca9c08333cf found for delete ", "request_id": "req-747db04d-b11c-4d4f-9a63-b3128a019271"}]} Sep 14 12:27:15.356214 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (380d8a4d-87b1-4ec3-81a7-fe8d8ea79124), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.361848 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.364938 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/380d8a4d-87b1-4ec3-81a7-fe8d8ea79124 HTTP/1.1" status: 204 len: 168 time: 0.6840396 Sep 14 12:27:15.381101 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9775d16-d389-4ce8-b86f-67ac034454af admin admin] Pushing event deleted for resources: {'Network': ['ID=380d8a4d-87b1-4ec3-81a7-fe8d8ea79124,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:15.742153 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48582) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:15.784527 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-646c1160-6a1b-45dd-b648-382aea861240 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=b9a967a1f3444a1e8b7f4321722b5949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402267 Sep 14 12:27:15.786039 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48584) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:15.836861 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5837-bd3f-444c-a718-4aaecb4c413a admin admin] Publish callbacks [] for security_group (f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:15.858728 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5837-bd3f-444c-a718-4aaecb4c413a admin admin] Publish callbacks [] for security_group (f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:16.002122 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5837-bd3f-444c-a718-4aaecb4c413a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:16.004706 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5837-bd3f-444c-a718-4aaecb4c413a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:16.005892 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7f0f5837-bd3f-444c-a718-4aaecb4c413a admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35 HTTP/1.1" status: 204 len: 168 time: 0.2187319 Sep 14 12:27:16.017049 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f5837-bd3f-444c-a718-4aaecb4c413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a1276d-b0f2-43c7-b5d8-4f5abfaaee35,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:16.443306 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 2c94c9b1-e326-435a-a302-394f84065977 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:27:16.463695 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 2c94c9b1-e326-435a-a302-394f84065977 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:27:16.463959 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 2c94c9b1-e326-435a-a302-394f84065977 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:27:16.464381 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 80b2284a-8afd-487f-ab16-f1e5834c66b9 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:27:16.485261 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 80b2284a-8afd-487f-ab16-f1e5834c66b9 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:27:16.488330 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 80b2284a-8afd-487f-ab16-f1e5834c66b9 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:27:16.538928 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:16.749737 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48590) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:16.780848 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:16.791327 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-45bff642-5526-4f23-8ef8-b3a0ed653ea1 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=fa63592046c24d13a72f02371ee4f417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404348 Sep 14 12:27:16.793826 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48592) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:27:16.847074 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-655861bc-95d4-4450-9f19-0ee748be1783 admin admin] Publish callbacks [] for security_group (49f08e95-af9a-4866-a1d0-9ca0b517f284), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:16.867935 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-655861bc-95d4-4450-9f19-0ee748be1783 admin admin] Publish callbacks [] for security_group (49f08e95-af9a-4866-a1d0-9ca0b517f284), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:16.996614 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-655861bc-95d4-4450-9f19-0ee748be1783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (49f08e95-af9a-4866-a1d0-9ca0b517f284), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:17.000332 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-655861bc-95d4-4450-9f19-0ee748be1783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:17.001666 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-655861bc-95d4-4450-9f19-0ee748be1783 admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/49f08e95-af9a-4866-a1d0-9ca0b517f284 HTTP/1.1" status: 204 len: 168 time: 0.2069104 Sep 14 12:27:17.009883 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655861bc-95d4-4450-9f19-0ee748be1783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f08e95-af9a-4866-a1d0-9ca0b517f284,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:27:17.924155 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:18.024649 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:21.757491 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=9 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:21.758283 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=50 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:23.344747 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=25 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:23.347470 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=12 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:27.004972 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:27.005750 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=4,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:32.966918 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=62,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:32.971347 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=61,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:33.576308 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:42.684923 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-42724806-fdb0-4384-b97c-e126a9729ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:45.212839 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-06f35a3d-f00b-4dff-ad70-0f39c2cc7912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:46.526998 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:47.955617 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:48.012597 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:27:48.710503 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:27:57.926792 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:57.933809 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:58.748354 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:27:58.753299 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:03.555450 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:12.453528 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-85f9461e-8ca5-480b-8e5b-f40fdec37ca4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421820 Sep 14 12:28:12.558979 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-7b3725e2-2f0b-439d-b8bd-c70fa4c23919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:12.560446 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-7b3725e2-2f0b-439d-b8bd-c70fa4c23919 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 1129 time: 0.0389504 Sep 14 12:28:12.672320 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-d551dfa9-55b1-41e1-87db-1f804b43f403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:12.674274 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-d551dfa9-55b1-41e1-87db-1f804b43f403 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 913 time: 0.0937972 Sep 14 12:28:12.678225 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f458c4e0-10c7-42e5-a7aa-7e54521adfa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:12.738166 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-5d61a2d1-c095-4d57-b840-24ca90d66e02 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36821828-5ed7-4142-9e1b-7030c1d1b519 HTTP/1.1" status: 200 len: 1001 time: 0.0577753 Sep 14 12:28:12.785764 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-98afbae0-b517-4878-8c42-a0fc1172c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:12.787192 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-98afbae0-b517-4878-8c42-a0fc1172c85b service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0434780 Sep 14 12:28:12.828813 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-a9dfee69-72a8-4258-b96c-af9abd0d7d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:12.830862 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-a9dfee69-72a8-4258-b96c-af9abd0d7d48 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378911 Sep 14 12:28:12.921510 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-d50d1b4e-766e-4c88-9920-f307861e9dd4 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848291 Sep 14 12:28:12.964479 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=15 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:12.969424 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=11 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:13.014911 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-72bbb8ad-9fca-4b0c-8205-3087c1c66bd5 req-acee659f-c426-468e-8e14-a77918d5b244 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867593 Sep 14 12:28:15.220727 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c37ee1eb-c2e3-4031-97be-ce562ee81fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:16.515208 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:17.932022 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:18.017957 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:23.010474 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=49 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:23.011244 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=52 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:25.708733 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:28:27.937549 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:27.939447 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:33.549582 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:35.743450 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:35.749312 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:42.715186 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b0623e22-820d-4b99-af2d-ec0af379367f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:43.699367 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48608) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:28:43.840752 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Deleting port 623c8b7f-69de-4f45-a795-c611cb733605 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:28:43.841098 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (623c8b7f-69de-4f45-a795-c611cb733605), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:43.920534 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (623c8b7f-69de-4f45-a795-c611cb733605), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:43.920854 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (623c8b7f-69de-4f45-a795-c611cb733605), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:43.932928 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Calling delete_port for 623c8b7f-69de-4f45-a795-c611cb733605 owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:28:44.140486 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (623c8b7f-69de-4f45-a795-c611cb733605), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:44.168766 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event deleted for resources: {'Port': ['ID=623c8b7f-69de-4f45-a795-c611cb733605,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:28:44.195625 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.195970 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.196311 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.196647 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.196977 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.197302 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.197626 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.197972 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.198296 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.198618 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.198940 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.199260 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.199577 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.199897 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.200213 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:44.241309 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (32a30a9a-0189-4bc9-b37e-430a89015150), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:44.245731 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.l3_db [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Floating IP 32a30a9a-0189-4bc9-b37e-430a89015150 disassociated (deleted). External IP: 172.27.3.6, port: 71b95f96-2a69-42b2-83c1-cb56894b9e4b. Sep 14 12:28:44.470226 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:28:44.577495 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:28:44.582606 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:44.584131 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:44.587800 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] Sync routers for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:28:44.598919 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:28:44.599546 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:28:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:28:44.615205 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-fe544273-45ad-4cbe-b632-336c2e7d4e86 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/32a30a9a-0189-4bc9-b37e-430a89015150 HTTP/1.1" status: 204 len: 168 time: 0.9147494 Sep 14 12:28:44.616154 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'tag': '71b95f96-2a69-42b2-83c1-cb56894b9e4b'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:28:44.618607 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7aa375-3cfa-4be1-b349-8c45d15f0fda" -d '{"events": [{"name": "network-changed", "server_uuid": "881fc53c-9264-4ba1-ac3d-e19c3934b098", "tag": "71b95f96-2a69-42b2-83c1-cb56894b9e4b"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:28:44.664284 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33d69a4-06f3-4446-9881-a4fdd425bce5 x-openstack-request-id: req-c33d69a4-06f3-4446-9881-a4fdd425bce5 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:28:44.664703 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881fc53c-9264-4ba1-ac3d-e19c3934b098", "tag": "71b95f96-2a69-42b2-83c1-cb56894b9e4b", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:28:44.664963 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c33d69a4-06f3-4446-9881-a4fdd425bce5 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:28:44.665475 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c33d69a4-06f3-4446-9881-a4fdd425bce5'] response: {'name': 'network-changed', 'server_uuid': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'tag': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'status': 'completed', 'code': 200} Sep 14 12:28:44.707776 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:28:44.756686 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-93c5427d-f6cd-4b29-92d1-943b66da80f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:44.758220 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-93c5427d-f6cd-4b29-92d1-943b66da80f4 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 1129 time: 0.0407624 Sep 14 12:28:44.853843 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-8a85acc1-23c9-4a75-9aa2-e1c324493410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:44.855373 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-8a85acc1-23c9-4a75-9aa2-e1c324493410 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 913 time: 0.0913377 Sep 14 12:28:44.899447 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-a969043b-9661-4949-a9a6-1909e8d98f19 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71b95f96-2a69-42b2-83c1-cb56894b9e4b HTTP/1.1" status: 200 len: 217 time: 0.0379231 Sep 14 12:28:44.920290 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'fb9704fe-1a79-4b67-8495-6e0a7f9528d2', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:bd:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:55Z', 'updated_at': '2022-09-14T12:23:58Z', 'revision_number': 1, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:28:44.950327 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] Checking router: e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:28:44.952762 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-3ce1988a-5f54-4b23-b6b4-a65920abf375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:44.954800 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:28:44.954930 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-3ce1988a-5f54-4b23-b6b4-a65920abf375 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0498281 Sep 14 12:28:44.955388 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:28:15Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:28:44.999906 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-34e4f00e-2766-436b-a7af-9f5beaf8cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:45.000898 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-34e4f00e-2766-436b-a7af-9f5beaf8cf10 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394886 Sep 14 12:28:45.066304 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:28:45.122527 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b24f47-a7f3-4e31-88f5-2e256556e19b req-d545858a-0290-4867-adad-a246ada131da tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:45.123995 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c9b24f47-a7f3-4e31-88f5-2e256556e19b req-d545858a-0290-4867-adad-a246ada131da tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 945 time: 0.0654600 Sep 14 12:28:45.150857 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-2350fc33-af54-48b4-a56d-f0216186f486 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428356 Sep 14 12:28:45.189356 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c9b24f47-a7f3-4e31-88f5-2e256556e19b req-49e2f591-46a3-4123-b522-b297c6adc945 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537593 Sep 14 12:28:45.288558 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'fb9704fe-1a79-4b67-8495-6e0a7f9528d2', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:bd:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:55Z', 'updated_at': '2022-09-14T12:23:58Z', 'revision_number': 1, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:28:45.313527 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860b578-9072-4b7a-b5ab-dea90aacfe0c None None] The sync data for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi is: [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_floatingips': [{'id': 'fb9704fe-1a79-4b67-8495-6e0a7f9528d2', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'router_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'port_id': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'mac_address': 'fa:16:3e:bd:4d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '888bde55-8bd0-4899-b628-248ceca236ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-14T12:23:55Z', 'updated_at': '2022-09-14T12:23:58Z', 'revision_number': 1, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:28:45.352200 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a088279a-faa2-44b7-90dd-bc7cccc35abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:45.554112 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51edb20a-3c71-40e4-98c0-ba1507aa1335 None None] New status for floating IP 32a30a9a-0189-4bc9-b37e-430a89015150: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:28:46.339496 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefccb2d-d4f7-4b4a-b506-8e16edaa4172 req-0673acf7-e3c8-4aac-bb46-2a2658a636fb tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:46.340950 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eefccb2d-d4f7-4b4a-b506-8e16edaa4172 req-0673acf7-e3c8-4aac-bb46-2a2658a636fb tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 945 time: 0.0706582 Sep 14 12:28:46.347128 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-db7aa375-3cfa-4be1-b349-8c45d15f0fda req-70d70794-482d-4628-99d3-6f564d6d833e service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314261 Sep 14 12:28:46.394228 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-eefccb2d-d4f7-4b4a-b506-8e16edaa4172 req-d150300c-c1f4-4d4e-9ba8-e6ef096e4d37 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460820 Sep 14 12:28:46.506069 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:47.071666 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256766d8-8955-4bc3-915a-15c85dab051c req-5925695f-736b-4c23-8c00-e16467ebcdb5 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:47.073111 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-256766d8-8955-4bc3-915a-15c85dab051c req-5925695f-736b-4c23-8c00-e16467ebcdb5 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 945 time: 0.0513813 Sep 14 12:28:47.155789 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-256766d8-8955-4bc3-915a-15c85dab051c req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Deleting port 71b95f96-2a69-42b2-83c1-cb56894b9e4b {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:28:47.156138 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-256766d8-8955-4bc3-915a-15c85dab051c req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:47.249303 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-256766d8-8955-4bc3-915a-15c85dab051c req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] For port 71b95f96-2a69-42b2-83c1-cb56894b9e4b, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=71b95f96-2a69-42b2-83c1-cb56894b9e4b,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:28:47.249670 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-256766d8-8955-4bc3-915a-15c85dab051c req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:47.263952 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-256766d8-8955-4bc3-915a-15c85dab051c req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Calling delete_port for 71b95f96-2a69-42b2-83c1-cb56894b9e4b owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:28:47.337957 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:47.350226 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:47.460521 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-256766d8-8955-4bc3-915a-15c85dab051c req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (71b95f96-2a69-42b2-83c1-cb56894b9e4b), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:47.505590 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event deleted for resources: {'Port': ['ID=71b95f96-2a69-42b2-83c1-cb56894b9e4b,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:28:47.548373 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-30696df0-9a90-4793-a736-11a832abf3ef req-322774aa-a884-4cb3-aeb5-60895a07de66 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 210 time: 0.0745463 Sep 14 12:28:47.550153 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.550504 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.550852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.551195 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.551530 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.551862 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.552250 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.552568 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.552901 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.553404 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.553592 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.553988 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.554319 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.554642 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.554964 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106903) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:28:47.579442 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-256766d8-8955-4bc3-915a-15c85dab051c req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] No DVR routers for this DVR port 71b95f96-2a69-42b2-83c1-cb56894b9e4b on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:28:47.582191 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-256766d8-8955-4bc3-915a-15c85dab051c req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:47.586958 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-256766d8-8955-4bc3-915a-15c85dab051c req-f4583a96-63e4-4308-a6c1-668fe8e040a3 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "DELETE /networking/v2.0/ports/71b95f96-2a69-42b2-83c1-cb56894b9e4b HTTP/1.1" status: 204 len: 173 time: 0.5068703 Sep 14 12:28:47.586958 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'name': 'network-vif-deleted', 'tag': '71b95f96-2a69-42b2-83c1-cb56894b9e4b'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:28:47.588211 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34bc169e-163c-4071-8681-5a1387a4f205" -d '{"events": [{"server_uuid": "881fc53c-9264-4ba1-ac3d-e19c3934b098", "name": "network-vif-deleted", "tag": "71b95f96-2a69-42b2-83c1-cb56894b9e4b"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:28:47.862349 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e17745-9d8d-431f-93e7-fa1415971066 x-openstack-request-id: req-25e17745-9d8d-431f-93e7-fa1415971066 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:28:47.862349 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881fc53c-9264-4ba1-ac3d-e19c3934b098", "name": "network-vif-deleted", "tag": "71b95f96-2a69-42b2-83c1-cb56894b9e4b", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:28:47.862349 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25e17745-9d8d-431f-93e7-fa1415971066 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:28:47.862807 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e17745-9d8d-431f-93e7-fa1415971066'] response: {'server_uuid': '881fc53c-9264-4ba1-ac3d-e19c3934b098', 'name': 'network-vif-deleted', 'tag': '71b95f96-2a69-42b2-83c1-cb56894b9e4b', 'status': 'completed', 'code': 200} Sep 14 12:28:47.910011 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:48.002066 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:48.660883 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-d1521931-1fc6-4c23-a815-780593c814aa req-cd6e4268-ecf6-4aa7-8db4-5a9612280c37 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=881fc53c-9264-4ba1-ac3d-e19c3934b098 HTTP/1.1" status: 200 len: 210 time: 0.0271959 Sep 14 12:28:50.002514 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 71b95f96-2a69-42b2-83c1-cb56894b9e4b no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:28:50.021511 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 71b95f96-2a69-42b2-83c1-cb56894b9e4b {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:28:50.021880 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 71b95f96-2a69-42b2-83c1-cb56894b9e4b not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:28:52.129075 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48652) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:28:52.178095 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:52.272673 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Deleting port 5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:28:52.273014 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:52.352468 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:52.352793 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:52.365257 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Calling delete_port for 5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:28:52.563047 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:52.588551 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event deleted for resources: {'Port': ['ID=5f4bdbf7-b26b-4c0c-bcd4-dc7d5b73bfbb,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:28:52.654526 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (fb9704fe-1a79-4b67-8495-6e0a7f9528d2), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:52.654775 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.db.l3_db [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Floating IP fb9704fe-1a79-4b67-8495-6e0a7f9528d2 disassociated (deleted). External IP: 172.27.3.204, port: 36821828-5ed7-4142-9e1b-7030c1d1b519. Sep 14 12:28:52.852168 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:28:52.902724 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:52.969374 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:28:52.975645 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:52.978729 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] Sync routers for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:28:52.992279 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:28:52.992959 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:28:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:28:53.005410 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-cc0c89ef-4538-42b5-b05d-a873e22311d6 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/fb9704fe-1a79-4b67-8495-6e0a7f9528d2 HTTP/1.1" status: 204 len: 168 time: 0.8769307 Sep 14 12:28:53.006073 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888bde55-8bd0-4899-b628-248ceca236ec', 'tag': '36821828-5ed7-4142-9e1b-7030c1d1b519'}] {{(pid=106902) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:28:53.008421 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5877b6b5b5c9ee20fa0ed25e977a0fdaace4ef0f7691fc4d706c034b8f257354" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5492ed-e878-40ea-bc04-12a6f0c03412" -d '{"events": [{"name": "network-changed", "server_uuid": "888bde55-8bd0-4899-b628-248ceca236ec", "tag": "36821828-5ed7-4142-9e1b-7030c1d1b519"}]}' {{(pid=106902) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:28:53.046166 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 14 Sep 2022 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6279a64d-4749-4177-986c-b0b186038c77 x-openstack-request-id: req-6279a64d-4749-4177-986c-b0b186038c77 {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:28:53.046462 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "888bde55-8bd0-4899-b628-248ceca236ec", "tag": "36821828-5ed7-4142-9e1b-7030c1d1b519", "status": "completed", "code": 200}]} {{(pid=106902) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:28:53.046720 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6279a64d-4749-4177-986c-b0b186038c77 {{(pid=106902) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:28:53.048504 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6279a64d-4749-4177-986c-b0b186038c77'] response: {'name': 'network-changed', 'server_uuid': '888bde55-8bd0-4899-b628-248ceca236ec', 'tag': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'status': 'completed', 'code': 200} Sep 14 12:28:53.102381 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:28:53.139132 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-199d660d-a1d7-4c2d-b1e5-9e39e490c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:53.140962 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-199d660d-a1d7-4c2d-b1e5-9e39e490c964 service neutron] 10.222.0.81 "GET /networking/v2.0/ports?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 1129 time: 0.0443933 Sep 14 12:28:53.236827 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-b55c4359-5587-43bc-b608-4b10c8db6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:53.238242 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-b55c4359-5587-43bc-b608-4b10c8db6354 service neutron] 10.222.0.81 "GET /networking/v2.0/networks?id=7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 200 len: 913 time: 0.0899436 Sep 14 12:28:53.283446 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-a5d1bb9e-c053-486d-b319-2cabdc604139 service neutron] 10.222.0.81 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36821828-5ed7-4142-9e1b-7030c1d1b519 HTTP/1.1" status: 200 len: 217 time: 0.0393500 Sep 14 12:28:53.320360 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:53.335417 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=100 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:53.338703 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-ab010f5e-f60a-4ae7-8238-0b2ce0f747c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:53.340143 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-ab010f5e-f60a-4ae7-8238-0b2ce0f747c6 service neutron] 10.222.0.81 "GET /networking/v2.0/subnets?id=a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 200 len: 851 time: 0.0492921 Sep 14 12:28:53.387494 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:28:53.391533 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-477e6727-fa6e-43b0-9ede-7d3680a6d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:53.393121 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-477e6727-fa6e-43b0-9ede-7d3680a6d18f service neutron] 10.222.0.81 "GET /networking/v2.0/ports?network_id=7695930d-2da6-4ee9-8437-3753ca9f2e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439012 Sep 14 12:28:53.413480 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] Checking router: e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:28:53.423151 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:28:53.423756 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:28:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:28:53.471492 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd74025-990f-43e2-afa4-b10d790b13c1 req-38a8bee2-8380-462f-beaf-f742b7da66f4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:53.472998 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbd74025-990f-43e2-afa4-b10d790b13c1 req-38a8bee2-8380-462f-beaf-f742b7da66f4 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 945 time: 0.0465267 Sep 14 12:28:53.525579 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:28:53.527919 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-bbd74025-990f-43e2-afa4-b10d790b13c1 req-3adc2972-308d-467e-8ee2-0381b329940b tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492675 Sep 14 12:28:53.632908 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-2f8761da-a8bf-4b23-886d-09c8ad27ca81 service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969312 Sep 14 12:28:53.716791 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:28:53.727309 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-0c5492ed-e878-40ea-bc04-12a6f0c03412 req-1e5d889e-e600-48c4-ba02-0f62b5b5b43a service neutron] 10.222.0.81 "GET /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867236 Sep 14 12:28:53.741456 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e06dfd-452b-422f-a822-42aafe73e1c9 None None] The sync data for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi is: [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:19:24Z', 'revision_number': 4, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi', '_interfaces': [{'id': 'fbce5ba2-05a5-40e6-baca-a9598b85eaac', 'name': '', 'network_id': '7695930d-2da6-4ee9-8437-3753ca9f2e40', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'mac_address': 'fa:16:3e:ea:d1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:23Z', 'updated_at': '2022-09-14T12:19:29Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'subnets': [{'id': 'a96728c4-68a9-4090-ac91-17af7b825f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:28:53.982775 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954eab13-8852-4dd9-b5f7-475429b2806f None None] New status for floating IP fb9704fe-1a79-4b67-8495-6e0a7f9528d2: DOWN {{(pid=106904) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 14 12:28:54.275500 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-263edb14-d027-4725-8a7b-b051283b9434 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:54.276941 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-263edb14-d027-4725-8a7b-b051283b9434 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 945 time: 0.0466261 Sep 14 12:28:54.357441 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-3ddd3278-d129-4e3d-a0ee-dbd124977113 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Deleting port 36821828-5ed7-4142-9e1b-7030c1d1b519 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:28:54.357784 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-3ddd3278-d129-4e3d-a0ee-dbd124977113 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:54.449234 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-3ddd3278-d129-4e3d-a0ee-dbd124977113 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] For port 36821828-5ed7-4142-9e1b-7030c1d1b519, host hv-cinder-84496, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84496',level=0,port_id=36821828-5ed7-4142-9e1b-7030c1d1b519,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:28:54.449602 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-3ddd3278-d129-4e3d-a0ee-dbd124977113 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:54.462918 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-3ddd3278-d129-4e3d-a0ee-dbd124977113 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Calling delete_port for 36821828-5ed7-4142-9e1b-7030c1d1b519 owned by compute:nova {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:28:54.508504 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:54.537080 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:54.650729 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6195c7-52dc-4d51-b375-ae66869a50d2 req-2aa60f20-7c32-41a5-b8ee-71b29a77491f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106903) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 14 12:28:54.652102 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ca6195c7-52dc-4d51-b375-ae66869a50d2 req-2aa60f20-7c32-41a5-b8ee-71b29a77491f tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 945 time: 0.0457895 Sep 14 12:28:54.673102 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-3ddd3278-d129-4e3d-a0ee-dbd124977113 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (36821828-5ed7-4142-9e1b-7030c1d1b519), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:54.710337 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd3278-d129-4e3d-a0ee-dbd124977113 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event deleted for resources: {'Port': ['ID=36821828-5ed7-4142-9e1b-7030c1d1b519,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:28:55.023273 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-3ddd3278-d129-4e3d-a0ee-dbd124977113 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] No DVR routers for this DVR port 36821828-5ed7-4142-9e1b-7030c1d1b519 on host hv-cinder-84496 {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:28:55.027741 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-ca6195c7-52dc-4d51-b375-ae66869a50d2 req-88a67c76-3256-476f-8fa5-f780a6d0bb15 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/security-groups?id=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3693993 Sep 14 12:28:55.028755 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-3ddd3278-d129-4e3d-a0ee-dbd124977113 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for port (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:55.031853 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-c7246a6c-e02d-4525-8dcd-f82761e6e49d req-3ddd3278-d129-4e3d-a0ee-dbd124977113 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.81 "DELETE /networking/v2.0/ports/36821828-5ed7-4142-9e1b-7030c1d1b519 HTTP/1.1" status: 204 len: 173 time: 0.7491467 Sep 14 12:28:55.032332 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888bde55-8bd0-4899-b628-248ceca236ec', 'name': 'network-vif-deleted', 'tag': '36821828-5ed7-4142-9e1b-7030c1d1b519'}] {{(pid=106903) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 14 12:28:55.034588 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9a1ea31ec0ec2df486949816a8868bd0fad353dea4b822e45309f08b4b7be8aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0a9aa3-f28c-49fb-b9b9-c13b42f7280c" -d '{"events": [{"server_uuid": "888bde55-8bd0-4899-b628-248ceca236ec", "name": "network-vif-deleted", "tag": "36821828-5ed7-4142-9e1b-7030c1d1b519"}]}' {{(pid=106903) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 12:28:55.080693 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 14 Sep 2022 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e46ae17-e9e9-4fec-b260-46d2c9a36a83 x-openstack-request-id: req-4e46ae17-e9e9-4fec-b260-46d2c9a36a83 {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 12:28:55.080990 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "888bde55-8bd0-4899-b628-248ceca236ec", "name": "network-vif-deleted", "tag": "36821828-5ed7-4142-9e1b-7030c1d1b519", "status": "completed", "code": 200}]} {{(pid=106903) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 12:28:55.081271 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e46ae17-e9e9-4fec-b260-46d2c9a36a83 {{(pid=106903) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 12:28:55.081673 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e46ae17-e9e9-4fec-b260-46d2c9a36a83'] response: {'server_uuid': '888bde55-8bd0-4899-b628-248ceca236ec', 'name': 'network-vif-deleted', 'tag': '36821828-5ed7-4142-9e1b-7030c1d1b519', 'status': 'completed', 'code': 200} Sep 14 12:28:56.145434 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [req-342b71f6-29b6-487c-9351-0a94da3f7c1b req-ae6b89f1-ec59-440b-886e-8624f16b6969 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "GET /networking/v2.0/ports?device_id=888bde55-8bd0-4899-b628-248ceca236ec HTTP/1.1" status: 200 len: 210 time: 0.0281055 Sep 14 12:28:57.214152 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48670) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:28:57.321525 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-c949cb8a-d6b9-45aa-a9e8-ae6ae37c9038 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Deleting port 304e5be5-991e-43ca-af47-bb7d6585bcdd {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:28:57.321884 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c949cb8a-d6b9-45aa-a9e8-ae6ae37c9038 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (304e5be5-991e-43ca-af47-bb7d6585bcdd), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:57.371132 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:57.397392 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c949cb8a-d6b9-45aa-a9e8-ae6ae37c9038 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (304e5be5-991e-43ca-af47-bb7d6585bcdd), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:57.397708 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c949cb8a-d6b9-45aa-a9e8-ae6ae37c9038 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (304e5be5-991e-43ca-af47-bb7d6585bcdd), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:57.410154 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-c949cb8a-d6b9-45aa-a9e8-ae6ae37c9038 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Calling delete_port for 304e5be5-991e-43ca-af47-bb7d6585bcdd owned by network:floatingip {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:28:57.589134 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c949cb8a-d6b9-45aa-a9e8-ae6ae37c9038 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (304e5be5-991e-43ca-af47-bb7d6585bcdd), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:57.611991 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949cb8a-d6b9-45aa-a9e8-ae6ae37c9038 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event deleted for resources: {'Port': ['ID=304e5be5-991e-43ca-af47-bb7d6585bcdd,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:28:57.677731 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c949cb8a-d6b9-45aa-a9e8-ae6ae37c9038 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for floatingip (aa536d18-0759-43db-a600-7616fe15f382), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:57.680214 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-c949cb8a-d6b9-45aa-a9e8-ae6ae37c9038 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2085208'] for floatingip (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:57.681393 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-c949cb8a-d6b9-45aa-a9e8-ae6ae37c9038 tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "DELETE /networking/v2.0/floatingips/aa536d18-0759-43db-a600-7616fe15f382 HTTP/1.1" status: 204 len: 168 time: 0.4677250 Sep 14 12:28:58.082050 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 36821828-5ed7-4142-9e1b-7030c1d1b519 no longer exists at agent hyperv_hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:28:58.085178 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:58.085775 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:28:58.102378 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-902cf943-1483-446c-ba87-6009c4287179 None None] No Port match for: 36821828-5ed7-4142-9e1b-7030c1d1b519 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:28:58.107284 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Device 36821828-5ed7-4142-9e1b-7030c1d1b519 not bound to the agent host hv-cinder-84496 {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:28:59.032537 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48682) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:28:59.095241 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cb52e890-cf45-4ca2-b5bf-db244cb4546d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group (0b96498e-d9fe-4cbb-8b6c-7174bef32a8f), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:59.120243 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cb52e890-cf45-4ca2-b5bf-db244cb4546d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group (0b96498e-d9fe-4cbb-8b6c-7174bef32a8f), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:59.254820 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cb52e890-cf45-4ca2-b5bf-db244cb4546d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0b96498e-d9fe-4cbb-8b6c-7174bef32a8f), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:59.257504 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-cb52e890-cf45-4ca2-b5bf-db244cb4546d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Publish callbacks [] for security_group (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:28:59.258698 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-cb52e890-cf45-4ca2-b5bf-db244cb4546d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0b96498e-d9fe-4cbb-8b6c-7174bef32a8f HTTP/1.1" status: 204 len: 168 time: 0.2251613 Sep 14 12:28:59.268313 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb52e890-cf45-4ca2-b5bf-db244cb4546d tempest-TestVolumeBootPattern-746487349 tempest-TestVolumeBootPattern-746487349-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b96498e-d9fe-4cbb-8b6c-7174bef32a8f,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:28:59.406412 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48686) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:28:59.991471 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:00.089796 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:00.217820 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:00.316198 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] Deleting port fbce5ba2-05a5-40e6-baca-a9598b85eaac {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:29:00.316539 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:00.394413 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] For port fbce5ba2-05a5-40e6-baca-a9598b85eaac, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=fbce5ba2-05a5-40e6-baca-a9598b85eaac,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:29:00.394715 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:00.407776 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] Calling delete_port for fbce5ba2-05a5-40e6-baca-a9598b85eaac owned by network:router_interface {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:29:00.648804 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (fbce5ba2-05a5-40e6-baca-a9598b85eaac), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:00.677002 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbce5ba2-05a5-40e6-baca-a9598b85eaac,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:00.849693 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:00.957930 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:01.061633 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] Router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:29:01.065334 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:01.171346 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:29:01.176794 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-35a316ba-15d1-4bc8-8fe1-0a9f56f4eb93 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7686274 Sep 14 12:29:01.179384 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48690) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:01.180940 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] Sync routers for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:29:01.192086 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:29:01.192739 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:28:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:01.278643 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Publish callbacks [] for router (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:01.300062 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: dv-cinder-844962-2-iscsi {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:29:01.379750 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Publish callbacks [] for router_gateway (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:01.471825 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:29:00Z', 'revision_number': 5, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port': {'id': '386f8fa1-356b-474e-ad98-5db71cd06478', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:21Z', 'updated_at': '2022-09-14T12:19:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:01.499409 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] Checking router: e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 for host: dv-cinder-844962-2-iscsi {{(pid=106905) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:29:01.513193 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] Routers {'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106905) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:29:01.513791 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:28:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'], 'active': True} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:01.513949 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Deleting port 386f8fa1-356b-474e-ad98-5db71cd06478 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:29:01.514263 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:01.595617 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_dvr_db [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] Set router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 gateway port host: None {{(pid=106905) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:29:01.596196 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] For port 386f8fa1-356b-474e-ad98-5db71cd06478, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=386f8fa1-356b-474e-ad98-5db71cd06478,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:29:01.596563 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:01.611634 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Calling delete_port for 386f8fa1-356b-474e-ad98-5db71cd06478 owned by network:router_gateway {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:29:01.647348 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.l3_hamode_db [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:29:01Z', 'revision_number': 6, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port_host': None}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106905) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:01.671687 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050ca07f-e3ac-46f9-a27a-7b7ef66e6d3e None None] The sync data for ids ['e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6'] in dv-cinder-844962-2-iscsi is: [{'id': 'e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6', 'name': 'tempest-TestVolumeBootPattern-1304635454-router', 'tenant_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:20Z', 'updated_at': '2022-09-14T12:29:01Z', 'revision_number': 6, 'project_id': 'e0cdab1c080d4132adc6cd64d8627c68', 'gw_port_host': None}] {{(pid=106905) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:29:01.840772 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (386f8fa1-356b-474e-ad98-5db71cd06478), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:01.866990 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Pushing event deleted for resources: {'Port': ['ID=386f8fa1-356b-474e-ad98-5db71cd06478,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:01.930577 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.016052 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.017986 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Publish callbacks [] for router_controller (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.053300 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:02.148776 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.149409 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 {{(pid=106902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:29:02.158902 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.158902 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-7de4b3e6-8ad7-4de8-a589-6ac4d1f5e66c admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/e6e8b8c6-5537-4ae1-b486-6b3d1d0e6eb6 HTTP/1.1" status: 204 len: 168 time: 0.9745753 Sep 14 12:29:02.158902 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48692) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:02.207271 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1fcad7-b54d-4f11-9bd6-f4123dc2f187 admin admin] Deleting subnet a96728c4-68a9-4090-ac91-17af7b825f56 {{(pid=106902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:29:02.210057 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:02.210923 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcad7-b54d-4f11-9bd6-f4123dc2f187 admin admin] Publish callbacks [] for subnet (a96728c4-68a9-4090-ac91-17af7b825f56), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.250101 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcad7-b54d-4f11-9bd6-f4123dc2f187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167013'] for subnet (a96728c4-68a9-4090-ac91-17af7b825f56), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.332926 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcad7-b54d-4f11-9bd6-f4123dc2f187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (a96728c4-68a9-4090-ac91-17af7b825f56), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.443535 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcad7-b54d-4f11-9bd6-f4123dc2f187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2298182'] for subnet (a96728c4-68a9-4090-ac91-17af7b825f56), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.473744 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1fcad7-b54d-4f11-9bd6-f4123dc2f187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a96728c4-68a9-4090-ac91-17af7b825f56,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:02.477310 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-3c1fcad7-b54d-4f11-9bd6-f4123dc2f187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.480476 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-3c1fcad7-b54d-4f11-9bd6-f4123dc2f187 admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/a96728c4-68a9-4090-ac91-17af7b825f56 HTTP/1.1" status: 204 len: 168 time: 0.3214784 Sep 14 12:29:02.484041 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5fe33c-542d-4140-a119-b0e585195e01 None None] Network 7695930d-2da6-4ee9-8437-3753ca9f2e40 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:29:02.484973 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48694) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:02.526818 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 386f8fa1-356b-474e-ad98-5db71cd06478 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:29:02.549604 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 386f8fa1-356b-474e-ad98-5db71cd06478 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:29:02.549996 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 386f8fa1-356b-474e-ad98-5db71cd06478 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:29:02.550425 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device fbce5ba2-05a5-40e6-baca-a9598b85eaac no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:29:02.572138 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (7695930d-2da6-4ee9-8437-3753ca9f2e40), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.581705 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: fbce5ba2-05a5-40e6-baca-a9598b85eaac {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:29:02.582109 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device fbce5ba2-05a5-40e6-baca-a9598b85eaac not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:29:02.614775 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Deleting port 38772ae2-889d-42cd-8d2a-06d34694dd85 {{(pid=106903) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:29:02.615162 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.684926 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.db [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] For port 38772ae2-889d-42cd-8d2a-06d34694dd85, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=38772ae2-889d-42cd-8d2a-06d34694dd85,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106903) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:29:02.685281 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.694743 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] DHCP port deletion for 7695930d-2da6-4ee9-8437-3753ca9f2e40 request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:29:02.705694 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.plugin [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Calling delete_port for 38772ae2-889d-42cd-8d2a-06d34694dd85 owned by network:dhcp {{(pid=106903) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:29:02.707705 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:29:02.745325 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Deleting port 38772ae2-889d-42cd-8d2a-06d34694dd85 {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:29:02.745891 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.814719 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] For port 38772ae2-889d-42cd-8d2a-06d34694dd85, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=38772ae2-889d-42cd-8d2a-06d34694dd85,segment=NetworkSegment(7bfa118d-d597-450d-a3fb-ce419ec8464d),segment_id=7bfa118d-d597-450d-a3fb-ce419ec8464d)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:29:02.815115 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.828598 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Calling delete_port for 38772ae2-889d-42cd-8d2a-06d34694dd85 owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:29:02.871905 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2250671'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.898241 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Pushing event deleted for resources: {'Port': ['ID=38772ae2-889d-42cd-8d2a-06d34694dd85,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:02.905495 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] No DVR routers for this DVR port 38772ae2-889d-42cd-8d2a-06d34694dd85 on host dv-cinder-844962-2-iscsi {{(pid=106903) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:29:02.905826 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (38772ae2-889d-42cd-8d2a-06d34694dd85), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:02.932810 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Pushing event deleted for resources: {'Port': ['ID=38772ae2-889d-42cd-8d2a-06d34694dd85,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:02.935092 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] No DVR routers for this DVR port 38772ae2-889d-42cd-8d2a-06d34694dd85 on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:29:02.945216 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.945563 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.945959 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.946262 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.946595 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.946916 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.947233 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.947557 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.947908 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.948189 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.948513 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.948833 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.949152 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.949476 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.949792 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ccddf-6946-497f-baa9-08000d159ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-844962-2-iscsi {{(pid=106904) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 12:29:02.981326 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (7695930d-2da6-4ee9-8437-3753ca9f2e40), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:03.001921 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7695930d-2da6-4ee9-8437-3753ca9f2e40']}} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:03.011196 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bfa118d-d597-450d-a3fb-ce419ec8464d') {'for_net_delete': True} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:03.019900 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.services.segments.db [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bfa118d-d597-450d-a3fb-ce419ec8464d') {} {{(pid=106903) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:03.021322 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3626301'] for segment (7bfa118d-d597-450d-a3fb-ce419ec8464d), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:03.034877 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (7bfa118d-d597-450d-a3fb-ce419ec8464d), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:03.041226 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=106903) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:29:03.041614 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2250618'] for segment (7bfa118d-d597-450d-a3fb-ce419ec8464d), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:03.082422 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment 7bfa118d-d597-450d-a3fb-ce419ec8464d resource provider aggregate not found Sep 14 12:29:03.106271 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.services.segments.plugin [-] Segment 7bfa118d-d597-450d-a3fb-ce419ec8464d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7bfa118d-d597-450d-a3fb-ce419ec8464d found for delete ", "request_id": "req-bbc6290c-024a-417e-871d-e6eff7789a2f"}]} Sep 14 12:29:03.168599 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (7695930d-2da6-4ee9-8437-3753ca9f2e40), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:03.174315 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:03.177508 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/7695930d-2da6-4ee9-8437-3753ca9f2e40 HTTP/1.1" status: 204 len: 168 time: 0.6900847 Sep 14 12:29:03.180494 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48700) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:03.192827 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d5dd2-dd66-4d03-89a8-09a0296bfd37 admin admin] Pushing event deleted for resources: {'Network': ['ID=7695930d-2da6-4ee9-8437-3753ca9f2e40,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:03.539595 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1752492'] for router_interface (2173c13a-4218-49c7-ad2a-148140b623ef), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:03.557551 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:03.635804 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:03.762285 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] Deleting port 8fc97fe8-607c-4e14-80eb-545b8e475f54 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:29:03.762937 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:04.071932 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] For port 8fc97fe8-607c-4e14-80eb-545b8e475f54, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=8fc97fe8-607c-4e14-80eb-545b8e475f54,segment=NetworkSegment(1cde1ae5-22a4-441a-b452-0c4bbd56d9c3),segment_id=1cde1ae5-22a4-441a-b452-0c4bbd56d9c3)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:29:04.072293 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:04.085740 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] Calling delete_port for 8fc97fe8-607c-4e14-80eb-545b8e475f54 owned by network:router_interface {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:29:04.215151 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:04.323837 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (8fc97fe8-607c-4e14-80eb-545b8e475f54), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:04.347114 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fc97fe8-607c-4e14-80eb-545b8e475f54,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:04.544518 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1602853', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1581340'] for router_interface (2173c13a-4218-49c7-ad2a-148140b623ef), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:04.584942 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 38772ae2-889d-42cd-8d2a-06d34694dd85 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:29:04.615209 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 38772ae2-889d-42cd-8d2a-06d34694dd85 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:29:04.615209 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 38772ae2-889d-42cd-8d2a-06d34694dd85 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:29:04.769088 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] Router 2173c13a-4218-49c7-ad2a-148140b623ef has already been hosted by L3 agent 00898c31-5aa4-45f0-bfb5-5290e36cf1ab {{(pid=106902) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 12:29:04.818120 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:04.876411 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] Notify agent at l3_agent.dv-cinder-844962-2-iscsi the message routers_updated {{(pid=106902) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 12:29:04.881790 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-beb8d11d-5f13-4eac-adea-32a55fb53fe9 admin admin] 10.222.0.62 "PUT /networking/v2.0/routers/2173c13a-4218-49c7-ad2a-148140b623ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7001882 Sep 14 12:29:04.885144 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48702) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:04.888236 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] Sync routers for ids ['2173c13a-4218-49c7-ad2a-148140b623ef'] in dv-cinder-844962-2-iscsi {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 12:29:04.905371 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] Routers {'2173c13a-4218-49c7-ad2a-148140b623ef'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:29:04.906039 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:28:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2173c13a-4218-49c7-ad2a-148140b623ef'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:04.993032 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Publish callbacks [] for router (2173c13a-4218-49c7-ad2a-148140b623ef), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.019129 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] Set router 2173c13a-4218-49c7-ad2a-148140b623ef gateway port host: dv-cinder-844962-2-iscsi {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:29:05.098737 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Publish callbacks [] for router_gateway (2173c13a-4218-49c7-ad2a-148140b623ef), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.192870 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'name': 'tempest-TestVolumeBootPattern-332233564-router', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'external_fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:29:04Z', 'revision_number': 5, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'gw_port': {'id': 'cc6739e5-9f3f-4380-a643-5ac7a723f37b', 'name': '', 'network_id': '3cfd97f6-ab77-49a2-b446-c6bf15e5e8a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:da:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-844962-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:19:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ab8c592c-94e2-4e8b-9a6c-d3143e7d4106', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-844962-2-iscsi'}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:05.201644 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Deleting port cc6739e5-9f3f-4380-a643-5ac7a723f37b {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:29:05.201978 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.218681 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] Checking router: 2173c13a-4218-49c7-ad2a-148140b623ef for host: dv-cinder-844962-2-iscsi {{(pid=106904) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 12:29:05.228132 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] Routers {'2173c13a-4218-49c7-ad2a-148140b623ef'} bound to L3 agent in host dv-cinder-844962-2-iscsi {{(pid=106904) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 14 12:29:05.228774 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-844962-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-14T11:57:15Z,description=,heartbeat_timestamp=2022-09-14T12:28:45Z,host='dv-cinder-844962-2-iscsi',id=00898c31-5aa4-45f0-bfb5-5290e36cf1ab,load=0,resource_versions=,resources_synced=,started_at=2022-09-14T11:57:16Z,topic='l3_agent')) {'router_ids': ['2173c13a-4218-49c7-ad2a-148140b623ef'], 'active': True} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:05.293157 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] For port cc6739e5-9f3f-4380-a643-5ac7a723f37b, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=cc6739e5-9f3f-4380-a643-5ac7a723f37b,segment=NetworkSegment(e28f5140-0a1c-4b17-adb7-f7bc83cca874),segment_id=e28f5140-0a1c-4b17-adb7-f7bc83cca874)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:29:05.293549 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.307660 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Calling delete_port for cc6739e5-9f3f-4380-a643-5ac7a723f37b owned by network:router_gateway {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:29:05.315563 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvr_db [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] Set router 2173c13a-4218-49c7-ad2a-148140b623ef gateway port host: None {{(pid=106904) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 14 12:29:05.367850 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:05.495837 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_hamode_db [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'name': 'tempest-TestVolumeBootPattern-332233564-router', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:29:05Z', 'revision_number': 6, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'gw_port_host': None}], 'dv-cinder-844962-2-iscsi', False) {} {{(pid=106904) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:05.520508 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dac9c15-ad8d-40ca-aa70-346efba7616b None None] The sync data for ids ['2173c13a-4218-49c7-ad2a-148140b623ef'] in dv-cinder-844962-2-iscsi is: [{'id': '2173c13a-4218-49c7-ad2a-148140b623ef', 'name': 'tempest-TestVolumeBootPattern-332233564-router', 'tenant_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-14T12:19:27Z', 'updated_at': '2022-09-14T12:29:05Z', 'revision_number': 6, 'project_id': 'c7041a5e4c714f5fa5b77e8b2c3af41b', 'gw_port_host': None}] {{(pid=106904) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 12:29:05.558140 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (cc6739e5-9f3f-4380-a643-5ac7a723f37b), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.587727 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc6739e5-9f3f-4380-a643-5ac7a723f37b,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:05.648453 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583190'] for router_gateway (2173c13a-4218-49c7-ad2a-148140b623ef), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.728843 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:05.734344 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8076'] for router (2173c13a-4218-49c7-ad2a-148140b623ef), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.737313 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Publish callbacks [] for router_controller (2173c13a-4218-49c7-ad2a-148140b623ef), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.863690 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1581409'] for router (2173c13a-4218-49c7-ad2a-148140b623ef), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.864325 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2173c13a-4218-49c7-ad2a-148140b623ef {{(pid=106902) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 12:29:05.868810 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.872048 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-2f23ffb8-87ef-48a8-af84-af2c69198bf2 admin admin] 10.222.0.62 "DELETE /networking/v2.0/routers/2173c13a-4218-49c7-ad2a-148140b623ef HTTP/1.1" status: 204 len: 168 time: 0.9838891 Sep 14 12:29:05.872691 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48704) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:05.921393 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a6f52b-6203-4c78-83e9-e9cd7288c34a admin admin] Deleting subnet be563d81-d3cf-446d-be88-79661a613055 {{(pid=106902) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 14 12:29:05.925431 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-23a6f52b-6203-4c78-83e9-e9cd7288c34a admin admin] Publish callbacks [] for subnet (be563d81-d3cf-446d-be88-79661a613055), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:05.963137 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-23a6f52b-6203-4c78-83e9-e9cd7288c34a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2167013'] for subnet (be563d81-d3cf-446d-be88-79661a613055), precommit_delete_associations {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.042874 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-23a6f52b-6203-4c78-83e9-e9cd7288c34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-930154'] for subnet (be563d81-d3cf-446d-be88-79661a613055), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.157914 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-23a6f52b-6203-4c78-83e9-e9cd7288c34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-903255', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778835', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4138383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2298182'] for subnet (be563d81-d3cf-446d-be88-79661a613055), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.182675 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6f52b-6203-4c78-83e9-e9cd7288c34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be563d81-d3cf-446d-be88-79661a613055,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:06.189164 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-23a6f52b-6203-4c78-83e9-e9cd7288c34a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.192322 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-23a6f52b-6203-4c78-83e9-e9cd7288c34a admin admin] 10.222.0.62 "DELETE /networking/v2.0/subnets/be563d81-d3cf-446d-be88-79661a613055 HTTP/1.1" status: 204 len: 168 time: 0.3186774 Sep 14 12:29:06.194833 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [-] (106902) accepted ('10.222.0.62', 48706) {{(pid=106902) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:06.197649 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4073c19-8fd9-4656-a6ba-623e498251f5 None None] Network 1a84dba8-3bca-4b51-8ab4-54da76de7c40 requested from dv-cinder-844962-2-iscsi {{(pid=106904) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 14 12:29:06.267873 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-911647'] for network (1a84dba8-3bca-4b51-8ab4-54da76de7c40), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.284310 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:06.327577 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Deleting port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 {{(pid=106902) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:29:06.328107 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.382251 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c292e-e087-4c9a-ae3a-adb03c199a0b None None] DHCP port deletion for 1a84dba8-3bca-4b51-8ab4-54da76de7c40 request from dv-cinder-844962-2-iscsi {{(pid=106904) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 14 12:29:06.412671 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.db [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] For port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=aa29fb57-6c74-4405-b5d1-505dd8a0c3c7,segment=NetworkSegment(1cde1ae5-22a4-441a-b452-0c4bbd56d9c3),segment_id=1cde1ae5-22a4-441a-b452-0c4bbd56d9c3)] {{(pid=106902) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:29:06.413396 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.426382 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-367c292e-e087-4c9a-ae3a-adb03c199a0b None None] Deleting port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 {{(pid=106904) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 14 12:29:06.427030 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-367c292e-e087-4c9a-ae3a-adb03c199a0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761384150541'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), before_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.432123 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.plugin [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Calling delete_port for aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 owned by network:dhcp {{(pid=106902) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:29:06.500399 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:06.527592 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.db [None req-367c292e-e087-4c9a-ae3a-adb03c199a0b None None] For port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7, host dv-cinder-844962-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-844962-2-iscsi',level=0,port_id=aa29fb57-6c74-4405-b5d1-505dd8a0c3c7,segment=NetworkSegment(1cde1ae5-22a4-441a-b452-0c4bbd56d9c3),segment_id=1cde1ae5-22a4-441a-b452-0c4bbd56d9c3)] {{(pid=106904) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 12:29:06.528005 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-367c292e-e087-4c9a-ae3a-adb03c199a0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1826390'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), precommit_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.538960 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:29:06.548208 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-367c292e-e087-4c9a-ae3a-adb03c199a0b None None] Calling delete_port for aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 owned by network:dhcp {{(pid=106904) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 14 12:29:06.609194 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4138464'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.635688 dv-cinder-844962-2-iscsi neutron-server[106904]: INFO neutron.plugins.ml2.db [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No ports have port_id starting with aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 Sep 14 12:29:06.638552 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device cc6739e5-9f3f-4380-a643-5ac7a723f37b no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:29:06.640408 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa29fb57-6c74-4405-b5d1-505dd8a0c3c7,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:06.667628 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] No DVR routers for this DVR port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 on host dv-cinder-844962-2-iscsi {{(pid=106902) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:29:06.668270 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: cc6739e5-9f3f-4380-a643-5ac7a723f37b {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:29:06.668270 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device cc6739e5-9f3f-4380-a643-5ac7a723f37b not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:29:06.668270 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 8fc97fe8-607c-4e14-80eb-545b8e475f54 no longer exists at agent ovs-agent-dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 12:29:06.691589 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] No Port match for: 8fc97fe8-607c-4e14-80eb-545b8e475f54 {{(pid=106904) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 14 12:29:06.691589 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.plugins.ml2.rpc [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Device 8fc97fe8-607c-4e14-80eb-545b8e475f54 not bound to the agent host dv-cinder-844962-2-iscsi {{(pid=106904) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 12:29:06.712070 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-367c292e-e087-4c9a-ae3a-adb03c199a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-886667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1972979', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761384154507', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761383712220'] for port (aa29fb57-6c74-4405-b5d1-505dd8a0c3c7), after_delete {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.739442 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c292e-e087-4c9a-ae3a-adb03c199a0b None None] Pushing event deleted for resources: {'Port': ['ID=aa29fb57-6c74-4405-b5d1-505dd8a0c3c7,revision_number=None']} {{(pid=106904) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:06.743393 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367c292e-e087-4c9a-ae3a-adb03c199a0b None None] No DVR routers for this DVR port aa29fb57-6c74-4405-b5d1-505dd8a0c3c7 on host dv-cinder-844962-2-iscsi {{(pid=106904) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 14 12:29:06.760495 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1271361', 'neutron.services.segments.db._delete_segments_for_network-8761384176833'] for network (1a84dba8-3bca-4b51-8ab4-54da76de7c40), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.785428 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a84dba8-3bca-4b51-8ab4-54da76de7c40']}} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:06.795080 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3') {'for_net_delete': True} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:06.795376 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.services.segments.db [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cde1ae5-22a4-441a-b452-0c4bbd56d9c3') {} {{(pid=106902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 12:29:06.809548 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761384176725', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2167006'] for segment (1cde1ae5-22a4-441a-b452-0c4bbd56d9c3), before_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.823717 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142'] for segment (1cde1ae5-22a4-441a-b452-0c4bbd56d9c3), precommit_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.833376 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:06.834654 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=106902) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 12:29:06.835058 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1272142', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4138293'] for segment (1cde1ae5-22a4-441a-b452-0c4bbd56d9c3), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.877887 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment 1cde1ae5-22a4-441a-b452-0c4bbd56d9c3 resource provider aggregate not found Sep 14 12:29:06.897073 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.services.segments.plugin [-] Segment 1cde1ae5-22a4-441a-b452-0c4bbd56d9c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1cde1ae5-22a4-441a-b452-0c4bbd56d9c3 found for delete ", "request_id": "req-b9e70399-e71a-43ca-8558-57c56e187218"}]} Sep 14 12:29:06.974863 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1271416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1778728', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1602834', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583235'] for network (1a84dba8-3bca-4b51-8ab4-54da76de7c40), after_delete {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.980608 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron_lib.callbacks.manager [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1602816'] for network (None), before_response {{(pid=106902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:06.984555 dv-cinder-844962-2-iscsi neutron-server[106902]: INFO neutron.wsgi [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] 10.222.0.62 "DELETE /networking/v2.0/networks/1a84dba8-3bca-4b51-8ab4-54da76de7c40 HTTP/1.1" status: 204 len: 168 time: 0.7877042 Sep 14 12:29:06.985322 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG dbcounter [-] [106902] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106902) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:06.996356 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe18c6a-4456-42dc-813e-2869cf01dfd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a84dba8-3bca-4b51-8ab4-54da76de7c40,revision_number=None']} {{(pid=106902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:07.300362 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48714) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:07.325746 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:DELETE=12,neutron:SELECT=88 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:07.344145 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-0085e5ff-aea7-4094-bd6d-be5e11c7b835 admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=e0cdab1c080d4132adc6cd64d8627c68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412962 Sep 14 12:29:07.346429 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48716) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:07.397236 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-010dabe4-6d48-4ec8-a036-50bf4ea5f24d admin admin] Publish callbacks [] for security_group (45da6065-cbb4-4a5a-b077-d05c04c2ab14), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:07.417535 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-010dabe4-6d48-4ec8-a036-50bf4ea5f24d admin admin] Publish callbacks [] for security_group (45da6065-cbb4-4a5a-b077-d05c04c2ab14), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:07.440350 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:07.551618 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-010dabe4-6d48-4ec8-a036-50bf4ea5f24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (45da6065-cbb4-4a5a-b077-d05c04c2ab14), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:07.554348 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-010dabe4-6d48-4ec8-a036-50bf4ea5f24d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:07.555515 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-010dabe4-6d48-4ec8-a036-50bf4ea5f24d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/45da6065-cbb4-4a5a-b077-d05c04c2ab14 HTTP/1.1" status: 204 len: 168 time: 0.2081857 Sep 14 12:29:07.565111 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010dabe4-6d48-4ec8-a036-50bf4ea5f24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45da6065-cbb4-4a5a-b077-d05c04c2ab14,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:08.317560 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48722) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:08.358488 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-b8146317-7c34-4d36-ad4c-6cf91cc1761e admin admin] 10.222.0.62 "GET /networking/v2.0/security-groups?tenant_id=c7041a5e4c714f5fa5b77e8b2c3af41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396698 Sep 14 12:29:08.362500 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.wsgi [-] (106903) accepted ('10.222.0.62', 48724) {{(pid=106903) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 14 12:29:08.415081 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-75430c3a-e118-461c-8201-507269b1568d admin admin] Publish callbacks [] for security_group (0f660399-50ff-473d-9cfe-ffa0edd1ee75), before_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:08.436721 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-75430c3a-e118-461c-8201-507269b1568d admin admin] Publish callbacks [] for security_group (0f660399-50ff-473d-9cfe-ffa0edd1ee75), precommit_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:08.566225 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-75430c3a-e118-461c-8201-507269b1568d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1780679'] for security_group (0f660399-50ff-473d-9cfe-ffa0edd1ee75), after_delete {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:08.568852 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron_lib.callbacks.manager [None req-75430c3a-e118-461c-8201-507269b1568d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106903) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:08.570047 dv-cinder-844962-2-iscsi neutron-server[106903]: INFO neutron.wsgi [None req-75430c3a-e118-461c-8201-507269b1568d admin admin] 10.222.0.62 "DELETE /networking/v2.0/security-groups/0f660399-50ff-473d-9cfe-ffa0edd1ee75 HTTP/1.1" status: 204 len: 168 time: 0.2065775 Sep 14 12:29:08.578367 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75430c3a-e118-461c-8201-507269b1568d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f660399-50ff-473d-9cfe-ffa0edd1ee75,revision_number=None']} {{(pid=106903) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 12:29:12.674529 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-84a76762-ef4c-415f-8e99-08603e8df715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:12.750826 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:12.755304 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=98 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:15.208661 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-775dd6a8-bc38-4ec8-8223-113631945879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:16.534247 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:17.928131 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:18.002722 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:18.572822 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=28,neutron:DELETE=6 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:18.573734 dv-cinder-844962-2-iscsi neutron-server[106903]: DEBUG dbcounter [-] [106903] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=106903) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:32.950711 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:32.954676 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:33.554303 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:39.707542 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:29:42.685443 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-1766f2d4-c5ea-452f-8334-eda4c2bcef44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:45.245408 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-8185b5e5-f71c-4cc3-9893-e916ab92bb25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:46.536978 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:47.953993 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:48.076488 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:29:49.740770 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:49.749754 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=6 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:57.944646 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:29:57.946579 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:30:03.562690 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:12.691180 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-aa993b38-e51a-4032-9421-aa6ca8ddbe7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:12.957717 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=11 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:30:12.959633 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=15 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:30:15.211066 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-cff0a6a2-0df9-442b-8445-6a4c7a07bd41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:16.561617 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:16.706625 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:30:17.970626 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:18.062262 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:26.754812 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:30:26.758688 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:30:27.945389 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:30:27.949590 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:30:33.589808 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:42.686970 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-548198a6-0f38-40fc-8eaa-c66f88d8de85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:45.235434 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-b58c7340-4ebb-43ab-8e0a-3557cf6b9ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:46.509353 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:47.955261 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:48.001043 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:30:49.594790 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:30:53.705518 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:30:57.948494 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:30:57.950393 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:31:03.566449 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:10.634516 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:31:10.635269 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:31:12.668713 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c15d2bc2-0624-4fa6-9776-c49a433cf3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:15.204242 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-49962be7-647a-4879-b7f9-7014478627d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:16.529812 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:17.920495 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:18.017501 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:30.705271 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:31:32.962786 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:31:32.964714 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:31:33.594159 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:39.883390 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-2469343d-ed41-4b7c-b892-5c5262509d87 service neutron] (106902) timed out ('10.222.0.62', 41606) {{(pid=106902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 12:31:40.109533 dv-cinder-844962-2-iscsi neutron-server[106902]: DEBUG neutron.wsgi [req-1dadf42c-d408-4ac5-990c-f6802596ccca req-07458684-d98d-48d6-9b7e-472d0e65222f tempest-AttachVolumeShelveTestJSON-1859857131 tempest-AttachVolumeShelveTestJSON-1859857131-project] (106902) timed out ('10.222.0.62', 41616) {{(pid=106902) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 14 12:31:40.756444 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=2 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:31:40.767637 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=6 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:31:42.701225 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-f126edd0-1942-4852-89f2-23c6f02943a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:45.209476 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-5267c869-8406-4600-bcbb-421df638693a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:46.525778 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:47.986376 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:48.027903 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:31:57.954039 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:31:57.955959 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:32:03.598033 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:07.704258 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:32:12.677912 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-787256da-e05e-4f50-a70e-7bf0637345d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:15.216845 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a337d6c8-a625-4cf5-a760-10e661cd50fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:16.514500 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:17.763227 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=15 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:32:17.763968 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=19 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:32:17.940800 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:18.026293 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:27.956792 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:32:27.958675 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:32:33.599293 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:42.672837 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-75c8c117-dff3-4391-8046-89d9cf472a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:44.704200 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:32:45.210139 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-51d78d21-8f97-4a18-84c1-dd6256bbd9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:46.530077 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:47.930376 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:48.056113 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:32:54.755195 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=3 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:32:54.760198 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=5 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:32:57.960010 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:32:57.961788 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:33:03.648198 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:10.639472 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:33:10.640810 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:DELETE=1 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:33:12.684073 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c44e72de-88ca-40a9-99d5-bfcbe4580cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:15.214462 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-a8f55583-261b-4822-9f1c-eee4e92608db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:16.666781 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:17.985818 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:18.072412 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:21.702584 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:33:31.754074 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:33:31.754968 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:33:32.968506 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:33:32.969336 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:33:33.672638 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:42.699479 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-0a11c81b-56f7-419f-a06e-d7e28bb2ed1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:45.213293 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-4f396150-dfc3-4fd8-a0f9-bff77390e144 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:46.535029 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:47.951581 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:48.048021 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:33:57.966094 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:33:57.968006 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:33:58.700863 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:34:03.614466 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:12.693800 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-2dd9f021-0eea-4e20-9bc6-50ff22b98868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:12.963309 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=16 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:34:12.964192 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=18 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:34:15.225926 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-7386e1e1-fb43-4f42-84db-e7f0f8c4e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:16.534013 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:17.950269 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:18.030541 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:27.963405 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:34:27.971906 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG dbcounter [-] [106904] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106904) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:34:33.636654 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-902cf943-1483-446c-ba87-6009c4287179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (64d676e5-2094-42f9-93db-56f00e262194), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:35.700152 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG neutron.db.agents_db [None req-ef6a9a31-27f2-487b-9c1e-017b81b65390 None None] Agent healthcheck: found 6 active agents {{(pid=106905) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 12:34:42.681962 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-c1e4cb71-4996-44e4-9459-e3dc89d5aefb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (0fe78e5a-70c6-479b-8a5f-37bafb1f76d2), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:45.218941 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-3fa17ee8-2994-4a93-a69c-4164400902fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (00898c31-5aa4-45f0-bfb5-5290e36cf1ab), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:45.761318 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:34:45.766566 dv-cinder-844962-2-iscsi neutron-server[106905]: DEBUG dbcounter [-] [106905] Writing DB stats neutron:SELECT=4 {{(pid=106905) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 14 12:34:46.550850 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-32ad8c8a-aca7-4617-8a72-a4816d7cd6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (62e741eb-96d8-45ec-a2ba-2148f9ebe614), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:47.933612 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-d48dc4e1-64e8-481e-a5f8-6f6419c81087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (9f8c8c50-d490-4a70-a85e-5c6ab9d1f637), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 14 12:34:48.042180 dv-cinder-844962-2-iscsi neutron-server[106904]: DEBUG neutron_lib.callbacks.manager [None req-9d57920d-43c3-45fc-81cb-9afd077e5391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761384176815', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1277440'] for agent (b3169dd1-33a8-4c94-a019-7a81f216fb01), after_update {{(pid=106904) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}